2024-11-16 11:25:12,613 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-16 11:25:12,628 main DEBUG Took 0.012870 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 11:25:12,628 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 11:25:12,629 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 11:25:12,630 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 11:25:12,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,638 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 11:25:12,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,657 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,659 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:25:12,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,662 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 11:25:12,664 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:25:12,665 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 11:25:12,667 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 11:25:12,667 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 11:25:12,669 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 11:25:12,669 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 11:25:12,677 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 11:25:12,680 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 11:25:12,681 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 11:25:12,682 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 11:25:12,682 main DEBUG createAppenders(={Console}) 2024-11-16 11:25:12,683 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-16 11:25:12,683 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-16 11:25:12,684 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-16 11:25:12,684 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 11:25:12,684 main DEBUG OutputStream closed 2024-11-16 11:25:12,685 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 11:25:12,685 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 11:25:12,685 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-16 11:25:12,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 11:25:12,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 11:25:12,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 11:25:12,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 11:25:12,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 11:25:12,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 11:25:12,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 11:25:12,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 11:25:12,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 11:25:12,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 11:25:12,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 11:25:12,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 11:25:12,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 11:25:12,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 11:25:12,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 11:25:12,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 11:25:12,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 11:25:12,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 11:25:12,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 11:25:12,769 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-16 11:25:12,770 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 11:25:12,771 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-16T11:25:13,002 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b 2024-11-16 11:25:13,005 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 11:25:13,005 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T11:25:13,014 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-16T11:25:13,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:25:13,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15, deleteOnExit=true 2024-11-16T11:25:13,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T11:25:13,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/test.cache.data in system properties and HBase conf 2024-11-16T11:25:13,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:25:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:25:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:25:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:25:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T11:25:13,140 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T11:25:13,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:25:13,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:25:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:25:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:25:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:25:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:25:13,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:25:13,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:25:13,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:25:13,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:25:13,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:25:13,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:25:13,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:25:13,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:25:13,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:25:14,213 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:25:14,276 INFO [Time-limited test {}] log.Log(170): Logging initialized @2379ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T11:25:14,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:25:14,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:25:14,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:25:14,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:25:14,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:25:14,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:25:14,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:25:14,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:25:14,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/java.io.tmpdir/jetty-localhost-38075-hadoop-hdfs-3_4_1-tests_jar-_-any-9819965906540052279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:25:14,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:38075} 2024-11-16T11:25:14,599 INFO [Time-limited test {}] server.Server(415): Started @2703ms 2024-11-16T11:25:15,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:25:15,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:25:15,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:25:15,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:25:15,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:25:15,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:25:15,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:25:15,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/java.io.tmpdir/jetty-localhost-33111-hadoop-hdfs-3_4_1-tests_jar-_-any-2709581040636662652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:25:15,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:33111} 2024-11-16T11:25:15,195 INFO [Time-limited test {}] server.Server(415): Started @3300ms 2024-11-16T11:25:15,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:25:16,021 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data1/current/BP-1084019604-172.17.0.2-1731756313795/current, will proceed with Du for space computation calculation, 2024-11-16T11:25:16,021 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data2/current/BP-1084019604-172.17.0.2-1731756313795/current, will proceed with Du for space computation calculation, 2024-11-16T11:25:16,046 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:25:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13ba1f613496f81 with lease ID 0x13c5956568314cc1: Processing first storage report for DS-ad27f711-16bd-486d-83bb-59de73f60bdc from datanode DatanodeRegistration(127.0.0.1:40995, datanodeUuid=831c0d7c-bc29-4637-a7cc-6042ea5577bc, infoPort=38227, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=1540680706;c=1731756313795) 2024-11-16T11:25:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13ba1f613496f81 with lease ID 0x13c5956568314cc1: from storage DS-ad27f711-16bd-486d-83bb-59de73f60bdc node DatanodeRegistration(127.0.0.1:40995, datanodeUuid=831c0d7c-bc29-4637-a7cc-6042ea5577bc, infoPort=38227, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=1540680706;c=1731756313795), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:25:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13ba1f613496f81 with lease ID 0x13c5956568314cc1: Processing first storage report for DS-3eea01c6-0d90-4a67-bd26-03d374c2d58e from datanode DatanodeRegistration(127.0.0.1:40995, datanodeUuid=831c0d7c-bc29-4637-a7cc-6042ea5577bc, infoPort=38227, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=1540680706;c=1731756313795) 2024-11-16T11:25:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13ba1f613496f81 with lease ID 0x13c5956568314cc1: from storage DS-3eea01c6-0d90-4a67-bd26-03d374c2d58e node DatanodeRegistration(127.0.0.1:40995, datanodeUuid=831c0d7c-bc29-4637-a7cc-6042ea5577bc, infoPort=38227, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=1540680706;c=1731756313795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:25:16,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b 2024-11-16T11:25:16,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/zookeeper_0, clientPort=53099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:25:16,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53099 2024-11-16T11:25:16,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:16,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:16,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:25:16,821 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 with version=8 2024-11-16T11:25:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/hbase-staging 2024-11-16T11:25:16,925 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T11:25:17,157 INFO [Time-limited test {}] client.ConnectionUtils(129): master/de5e62237ead:0 server-side Connection retries=45 2024-11-16T11:25:17,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:25:17,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:25:17,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:25:17,342 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T11:25:17,350 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T11:25:17,353 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:25:17,376 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48295 (auto-detected) 2024-11-16T11:25:17,377 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T11:25:17,393 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38265 2024-11-16T11:25:17,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:17,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:17,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38265 connecting to ZooKeeper ensemble=127.0.0.1:53099 2024-11-16T11:25:17,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382650x0, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:25:17,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38265-0x10144adf8820000 connected 2024-11-16T11:25:17,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:25:17,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:25:17,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:25:17,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-16T11:25:17,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-16T11:25:17,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-16T11:25:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-16T11:25:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-16T11:25:17,614 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2, hbase.cluster.distributed=false 2024-11-16T11:25:17,671 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/de5e62237ead:0 server-side Connection retries=45 2024-11-16T11:25:17,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:25:17,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:25:17,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:25:17,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:25:17,677 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:25:17,677 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46287 2024-11-16T11:25:17,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:25:17,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:25:17,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:17,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:17,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46287 connecting to ZooKeeper ensemble=127.0.0.1:53099 2024-11-16T11:25:17,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462870x0, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:25:17,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462870x0, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:25:17,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46287-0x10144adf8820001 connected 2024-11-16T11:25:17,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:25:17,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:25:17,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-16T11:25:17,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46287 2024-11-16T11:25:17,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46287 2024-11-16T11:25:17,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-16T11:25:17,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-16T11:25:17,706 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/de5e62237ead,38265,1731756316920 2024-11-16T11:25:17,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:25:17,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:25:17,718 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de5e62237ead,38265,1731756316920 2024-11-16T11:25:17,724 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de5e62237ead:38265 2024-11-16T11:25:17,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:25:17,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:25:17,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:17,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:17,742 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T11:25:17,743 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de5e62237ead,38265,1731756316920 from backup master directory 2024-11-16T11:25:17,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T11:25:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:25:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de5e62237ead,38265,1731756316920 2024-11-16T11:25:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:25:17,750 WARN [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:25:17,750 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de5e62237ead,38265,1731756316920 2024-11-16T11:25:17,753 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T11:25:17,754 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T11:25:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:25:18,235 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/hbase.id with ID: 4f7d5d1d-ce04-427b-9c58-4e01069d78b2 2024-11-16T11:25:18,276 INFO [master/de5e62237ead:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:25:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:25:18,784 INFO [master/de5e62237ead:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:25:18,786 INFO [master/de5e62237ead:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:25:18,800 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:18,803 INFO [master/de5e62237ead:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:25:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:25:19,255 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store 2024-11-16T11:25:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:25:19,683 INFO [master/de5e62237ead:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T11:25:19,683 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:19,684 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:25:19,685 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:25:19,685 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:25:19,685 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:25:19,685 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:25:19,685 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:25:19,685 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T11:25:19,687 WARN [master/de5e62237ead:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/.initializing 2024-11-16T11:25:19,688 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/WALs/de5e62237ead,38265,1731756316920 2024-11-16T11:25:19,694 INFO [master/de5e62237ead:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:25:19,704 INFO [master/de5e62237ead:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de5e62237ead%2C38265%2C1731756316920, suffix=, logDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/WALs/de5e62237ead,38265,1731756316920, archiveDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/oldWALs, maxLogs=10 2024-11-16T11:25:19,722 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/WALs/de5e62237ead,38265,1731756316920/de5e62237ead%2C38265%2C1731756316920.1731756319708, exclude list is [], retry=0 2024-11-16T11:25:19,736 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-ad27f711-16bd-486d-83bb-59de73f60bdc,DISK] 2024-11-16T11:25:19,739 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T11:25:19,771 INFO [master/de5e62237ead:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/WALs/de5e62237ead,38265,1731756316920/de5e62237ead%2C38265%2C1731756316920.1731756319708 2024-11-16T11:25:19,771 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227)] 2024-11-16T11:25:19,772 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:19,772 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:19,776 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,777 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:25:19,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:19,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:19,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:25:19,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:19,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:19,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:25:19,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:19,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:19,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:25:19,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:19,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:19,852 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,853 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,861 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:25:19,865 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:25:19,870 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:25:19,871 INFO [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58856041, jitterRate=-0.1229766458272934}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:25:19,878 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T11:25:19,879 INFO [master/de5e62237ead:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:25:19,904 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:19,931 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T11:25:19,942 INFO [master/de5e62237ead:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:25:19,942 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:25:19,944 INFO [master/de5e62237ead:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:25:19,945 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T11:25:19,949 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-16T11:25:19,949 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:25:19,976 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:25:19,990 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T11:25:20,039 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T11:25:20,042 INFO [master/de5e62237ead:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:25:20,044 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:25:20,049 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T11:25:20,052 INFO [master/de5e62237ead:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:25:20,057 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:25:20,066 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T11:25:20,067 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:25:20,074 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T11:25:20,083 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:25:20,090 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T11:25:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:25:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:25:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,100 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=de5e62237ead,38265,1731756316920, sessionid=0x10144adf8820000, setting cluster-up flag (Was=false) 2024-11-16T11:25:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,149 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T11:25:20,151 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de5e62237ead,38265,1731756316920 2024-11-16T11:25:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:20,191 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T11:25:20,192 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de5e62237ead,38265,1731756316920 2024-11-16T11:25:20,220 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de5e62237ead:46287 2024-11-16T11:25:20,222 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1008): ClusterId : 4f7d5d1d-ce04-427b-9c58-4e01069d78b2 2024-11-16T11:25:20,224 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:25:20,234 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:25:20,234 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:25:20,242 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:25:20,243 DEBUG [RS:0;de5e62237ead:46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c22606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:20,245 DEBUG [RS:0;de5e62237ead:46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b0ea28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de5e62237ead/172.17.0.2:0 2024-11-16T11:25:20,248 INFO [RS:0;de5e62237ead:46287 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T11:25:20,248 INFO [RS:0;de5e62237ead:46287 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T11:25:20,248 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T11:25:20,250 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(3073): reportForDuty to master=de5e62237ead,38265,1731756316920 with isa=de5e62237ead/172.17.0.2:46287, startcode=1731756317671 2024-11-16T11:25:20,260 DEBUG [RS:0;de5e62237ead:46287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:25:20,267 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T11:25:20,272 INFO [master/de5e62237ead:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T11:25:20,275 INFO [master/de5e62237ead:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:25:20,281 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de5e62237ead,38265,1731756316920 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:25:20,285 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de5e62237ead:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:25:20,286 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de5e62237ead:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:25:20,286 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de5e62237ead:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:25:20,286 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de5e62237ead:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:25:20,286 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de5e62237ead:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:25:20,286 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,287 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de5e62237ead:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:25:20,287 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,288 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756350288 2024-11-16T11:25:20,290 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:25:20,291 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:25:20,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:25:20,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:25:20,295 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49385, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:25:20,296 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:25:20,296 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:25:20,297 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:25:20,297 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:25:20,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:20,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:25:20,298 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,301 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:25:20,302 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:25:20,303 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:25:20,302 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:20,307 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:25:20,308 INFO [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:25:20,309 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.large.0-1731756320309,5,FailOnTimeoutGroup] 2024-11-16T11:25:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741831_1007 (size=1039) 2024-11-16T11:25:20,310 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.small.0-1731756320310,5,FailOnTimeoutGroup] 2024-11-16T11:25:20,310 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,311 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:25:20,312 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,312 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,325 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-16T11:25:20,325 WARN [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T11:25:20,428 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(3073): reportForDuty to master=de5e62237ead,38265,1731756316920 with isa=de5e62237ead/172.17.0.2:46287, startcode=1731756317671 2024-11-16T11:25:20,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(332): Checking decommissioned status of RegionServer de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(486): Registering regionserver=de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,444 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:25:20,444 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41045 2024-11-16T11:25:20,444 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T11:25:20,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:25:20,456 DEBUG [RS:0;de5e62237ead:46287 {}] zookeeper.ZKUtil(111): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,457 WARN [RS:0;de5e62237ead:46287 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:25:20,457 INFO [RS:0;de5e62237ead:46287 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:25:20,457 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de5e62237ead,46287,1731756317671] 2024-11-16T11:25:20,472 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T11:25:20,482 INFO [RS:0;de5e62237ead:46287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:25:20,495 INFO [RS:0;de5e62237ead:46287 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:25:20,497 INFO [RS:0;de5e62237ead:46287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:25:20,497 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,498 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T11:25:20,503 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,504 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,504 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,504 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,504 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de5e62237ead:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,505 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,506 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de5e62237ead:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:25:20,506 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de5e62237ead:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:25:20,506 DEBUG [RS:0;de5e62237ead:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:25:20,507 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,507 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,507 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,507 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,507 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,46287,1731756317671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:25:20,525 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:25:20,526 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,46287,1731756317671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:20,544 INFO [RS:0;de5e62237ead:46287 {}] regionserver.Replication(204): de5e62237ead,46287,1731756317671 started 2024-11-16T11:25:20,544 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1767): Serving as de5e62237ead,46287,1731756317671, RpcServer on de5e62237ead/172.17.0.2:46287, sessionid=0x10144adf8820001 2024-11-16T11:25:20,544 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:25:20,544 DEBUG [RS:0;de5e62237ead:46287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,545 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de5e62237ead,46287,1731756317671' 2024-11-16T11:25:20,545 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:25:20,545 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:25:20,546 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:25:20,546 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:25:20,546 DEBUG [RS:0;de5e62237ead:46287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de5e62237ead,46287,1731756317671 2024-11-16T11:25:20,546 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de5e62237ead,46287,1731756317671' 2024-11-16T11:25:20,546 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:25:20,547 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:25:20,548 DEBUG [RS:0;de5e62237ead:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:25:20,548 INFO [RS:0;de5e62237ead:46287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:25:20,548 INFO [RS:0;de5e62237ead:46287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:25:20,659 INFO [RS:0;de5e62237ead:46287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:25:20,663 INFO [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de5e62237ead%2C46287%2C1731756317671, suffix=, logDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671, archiveDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/oldWALs, maxLogs=32 2024-11-16T11:25:20,677 DEBUG [RS:0;de5e62237ead:46287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671/de5e62237ead%2C46287%2C1731756317671.1731756320665, exclude list is [], retry=0 2024-11-16T11:25:20,681 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-ad27f711-16bd-486d-83bb-59de73f60bdc,DISK] 2024-11-16T11:25:20,684 INFO [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671/de5e62237ead%2C46287%2C1731756317671.1731756320665 2024-11-16T11:25:20,685 DEBUG [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227)] 2024-11-16T11:25:20,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T11:25:20,715 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:25:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741833_1009 (size=32) 2024-11-16T11:25:21,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:21,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:25:21,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:25:21,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:25:21,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:25:21,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:25:21,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:25:21,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740 2024-11-16T11:25:21,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740 2024-11-16T11:25:21,158 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:25:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T11:25:21,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:25:21,165 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70080274, jitterRate=0.044277459383010864}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:25:21,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T11:25:21,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:25:21,167 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T11:25:21,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T11:25:21,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:25:21,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:25:21,169 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T11:25:21,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T11:25:21,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:25:21,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T11:25:21,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:25:21,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:25:21,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:25:21,339 DEBUG [de5e62237ead:38265 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T11:25:21,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:21,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de5e62237ead,46287,1731756317671, state=OPENING 2024-11-16T11:25:21,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:25:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:21,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:25:21,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:25:21,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:21,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:21,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:25:21,600 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:25:21,610 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T11:25:21,610 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:25:21,611 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:25:21,614 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de5e62237ead%2C46287%2C1731756317671.meta, suffix=.meta, logDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671, archiveDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/oldWALs, maxLogs=32 2024-11-16T11:25:21,627 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671/de5e62237ead%2C46287%2C1731756317671.meta.1731756321615.meta, exclude list is [], retry=0 2024-11-16T11:25:21,631 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-ad27f711-16bd-486d-83bb-59de73f60bdc,DISK] 2024-11-16T11:25:21,633 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/WALs/de5e62237ead,46287,1731756317671/de5e62237ead%2C46287%2C1731756317671.meta.1731756321615.meta 2024-11-16T11:25:21,634 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227)] 2024-11-16T11:25:21,634 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:21,636 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:25:21,685 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:25:21,689 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:25:21,693 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:25:21,693 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:21,693 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T11:25:21,693 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T11:25:21,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:25:21,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:25:21,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:25:21,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:25:21,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:25:21,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:25:21,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:25:21,705 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740 2024-11-16T11:25:21,707 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740 2024-11-16T11:25:21,710 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:25:21,713 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T11:25:21,714 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60571394, jitterRate=-0.09741589426994324}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:25:21,715 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T11:25:21,721 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756321592 2024-11-16T11:25:21,731 DEBUG [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:25:21,732 INFO [RS_OPEN_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T11:25:21,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:21,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de5e62237ead,46287,1731756317671, state=OPEN 2024-11-16T11:25:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:25:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:25:21,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:25:21,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:25:21,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:25:21,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=de5e62237ead,46287,1731756317671 in 406 msec 2024-11-16T11:25:21,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:25:21,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-16T11:25:21,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6130 sec 2024-11-16T11:25:21,842 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756321841, completionTime=-1 2024-11-16T11:25:21,842 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T11:25:21,842 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T11:25:21,872 DEBUG [hconnection-0x64c3fa82-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:21,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:21,883 INFO [master/de5e62237ead:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-16T11:25:21,883 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756381883 2024-11-16T11:25:21,883 INFO [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756441883 2024-11-16T11:25:21,883 INFO [master/de5e62237ead:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 40 msec 2024-11-16T11:25:21,917 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:21,917 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:21,917 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:21,918 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de5e62237ead:38265, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:21,919 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:21,923 DEBUG [master/de5e62237ead:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T11:25:21,925 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T11:25:21,927 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:25:21,932 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T11:25:21,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:25:21,953 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:21,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:25:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741835_1011 (size=358) 2024-11-16T11:25:21,971 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c128ee5eaddc3bf65c4b94494dcd2da0, NAME => 'hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:25:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741836_1012 (size=42) 2024-11-16T11:25:22,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:22,386 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c128ee5eaddc3bf65c4b94494dcd2da0, disabling compactions & flushes 2024-11-16T11:25:22,386 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,386 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,386 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. after waiting 0 ms 2024-11-16T11:25:22,386 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,387 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,387 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c128ee5eaddc3bf65c4b94494dcd2da0: 2024-11-16T11:25:22,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:25:22,398 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731756322393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756322393"}]},"ts":"1731756322393"} 2024-11-16T11:25:22,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:25:22,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:25:22,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756322420"}]},"ts":"1731756322420"} 2024-11-16T11:25:22,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T11:25:22,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c128ee5eaddc3bf65c4b94494dcd2da0, ASSIGN}] 2024-11-16T11:25:22,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c128ee5eaddc3bf65c4b94494dcd2da0, ASSIGN 2024-11-16T11:25:22,490 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c128ee5eaddc3bf65c4b94494dcd2da0, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:25:22,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c128ee5eaddc3bf65c4b94494dcd2da0, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:22,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c128ee5eaddc3bf65c4b94494dcd2da0, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:22,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:22,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c128ee5eaddc3bf65c4b94494dcd2da0, NAME => 'hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:22,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:22,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,821 INFO [StoreOpener-c128ee5eaddc3bf65c4b94494dcd2da0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,823 INFO [StoreOpener-c128ee5eaddc3bf65c4b94494dcd2da0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c128ee5eaddc3bf65c4b94494dcd2da0 columnFamilyName info 2024-11-16T11:25:22,823 DEBUG [StoreOpener-c128ee5eaddc3bf65c4b94494dcd2da0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:22,824 INFO [StoreOpener-c128ee5eaddc3bf65c4b94494dcd2da0-1 {}] regionserver.HStore(327): Store=c128ee5eaddc3bf65c4b94494dcd2da0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:22,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:25:22,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:25:22,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c128ee5eaddc3bf65c4b94494dcd2da0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69311939, jitterRate=0.032828375697135925}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:25:22,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c128ee5eaddc3bf65c4b94494dcd2da0: 2024-11-16T11:25:22,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0., pid=6, masterSystemTime=1731756322806 2024-11-16T11:25:22,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:25:22,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c128ee5eaddc3bf65c4b94494dcd2da0, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:22,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:25:22,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c128ee5eaddc3bf65c4b94494dcd2da0, server=de5e62237ead,46287,1731756317671 in 193 msec 2024-11-16T11:25:22,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:25:22,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c128ee5eaddc3bf65c4b94494dcd2da0, ASSIGN in 364 msec 2024-11-16T11:25:22,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:25:22,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756322853"}]},"ts":"1731756322853"} 2024-11-16T11:25:22,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T11:25:22,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:25:22,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 973 msec 2024-11-16T11:25:22,952 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T11:25:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T11:25:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:25:22,983 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T11:25:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T11:25:23,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 40 msec 2024-11-16T11:25:23,029 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T11:25:23,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T11:25:23,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-11-16T11:25:23,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T11:25:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T11:25:23,108 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.357sec 2024-11-16T11:25:23,110 INFO [master/de5e62237ead:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:25:23,112 INFO [master/de5e62237ead:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:25:23,114 INFO [master/de5e62237ead:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:25:23,115 INFO [master/de5e62237ead:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:25:23,116 INFO [master/de5e62237ead:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:25:23,117 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:25:23,118 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:25:23,124 DEBUG [master/de5e62237ead:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:25:23,125 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:25:23,125 INFO [master/de5e62237ead:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de5e62237ead,38265,1731756316920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:25:23,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a3c3fb3 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560d619d 2024-11-16T11:25:23,128 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-16T11:25:23,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e64d5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:23,145 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T11:25:23,145 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T11:25:23,153 DEBUG [hconnection-0x5b22ea21-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:23,160 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:23,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=de5e62237ead,38265,1731756316920 2024-11-16T11:25:23,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=3960 2024-11-16T11:25:23,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:25:23,190 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:25:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:25:23,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:25:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:23,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:25:23,205 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:23,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:25:23,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-16T11:25:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741837_1013 (size=960) 2024-11-16T11:25:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:23,624 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:25:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741838_1014 (size=53) 2024-11-16T11:25:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:24,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:24,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 87d1089caaa945082f6f78fa3303bafc, disabling compactions & flushes 2024-11-16T11:25:24,039 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. after waiting 0 ms 2024-11-16T11:25:24,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:24,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:25:24,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756324043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756324043"}]},"ts":"1731756324043"} 2024-11-16T11:25:24,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:25:24,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:25:24,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756324048"}]},"ts":"1731756324048"} 2024-11-16T11:25:24,051 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:25:24,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, ASSIGN}] 2024-11-16T11:25:24,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, ASSIGN 2024-11-16T11:25:24,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:25:24,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=87d1089caaa945082f6f78fa3303bafc, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:24,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:24,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:24,431 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,431 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:24,432 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,432 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:24,432 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,432 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,434 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,438 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:24,439 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87d1089caaa945082f6f78fa3303bafc columnFamilyName A 2024-11-16T11:25:24,439 DEBUG [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:24,441 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(327): Store=87d1089caaa945082f6f78fa3303bafc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:24,441 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,443 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:24,444 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87d1089caaa945082f6f78fa3303bafc columnFamilyName B 2024-11-16T11:25:24,444 DEBUG [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:24,445 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(327): Store=87d1089caaa945082f6f78fa3303bafc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:24,446 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,449 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:24,449 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87d1089caaa945082f6f78fa3303bafc columnFamilyName C 2024-11-16T11:25:24,449 DEBUG [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:24,451 INFO [StoreOpener-87d1089caaa945082f6f78fa3303bafc-1 {}] regionserver.HStore(327): Store=87d1089caaa945082f6f78fa3303bafc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:24,451 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,453 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,454 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,457 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:25:24,460 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:24,464 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:25:24,465 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 87d1089caaa945082f6f78fa3303bafc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62088240, jitterRate=-0.0748131275177002}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:25:24,466 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:24,468 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., pid=11, masterSystemTime=1731756324425 2024-11-16T11:25:24,471 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,472 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:24,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=87d1089caaa945082f6f78fa3303bafc, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:24,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T11:25:24,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 in 206 msec 2024-11-16T11:25:24,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T11:25:24,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, ASSIGN in 373 msec 2024-11-16T11:25:24,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:25:24,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756324487"}]},"ts":"1731756324487"} 2024-11-16T11:25:24,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:25:24,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:25:24,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3330 sec 2024-11-16T11:25:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T11:25:25,336 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-16T11:25:25,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e59596a to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30640414 2024-11-16T11:25:25,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ea98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,414 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:25:25,421 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:25:25,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cac4303 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@536a4a58 2024-11-16T11:25:25,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3a6cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b10898 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3888ad7c 2024-11-16T11:25:25,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b132d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,704 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d7115de to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dd0bbda 2024-11-16T11:25:25,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd77b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30d4d4c6 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18f2a76d 2024-11-16T11:25:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a33c837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c943d to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@435176b2 2024-11-16T11:25:25,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37577c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f0c7188 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e957ecd 2024-11-16T11:25:25,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37950159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x475ca0f4 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22daddc4 2024-11-16T11:25:25,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5a9f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c9c1d1 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39028e20 2024-11-16T11:25:25,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4c9c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f1331a9 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@624dc5e5 2024-11-16T11:25:25,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb819cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:25,780 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,781 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,782 DEBUG [hconnection-0x2e14f92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,783 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,784 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,787 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,788 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,788 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,789 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,790 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,792 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,792 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,793 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:25,794 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:25,801 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-16T11:25:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:25,818 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:25,819 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:25,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:25,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:25:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:25,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b31d3d167fc44559d75e7519db5f8f0 is 50, key is test_row_0/A:col10/1731756325856/Put/seqid=0 2024-11-16T11:25:25,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:25,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:25,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756385976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756386033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756386034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756386039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756386044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741839_1015 (size=12001) 2024-11-16T11:25:26,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756386100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756386144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756386144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756386146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756386150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756386309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756386350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756386351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756386351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756386354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:26,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b31d3d167fc44559d75e7519db5f8f0 2024-11-16T11:25:26,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-16T11:25:26,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:25:26,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-16T11:25:26,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/0b8f5079cd284db6a0b368f77115db06 is 50, key is test_row_0/B:col10/1731756325856/Put/seqid=0 2024-11-16T11:25:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741840_1016 (size=12001) 2024-11-16T11:25:26,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/0b8f5079cd284db6a0b368f77115db06 2024-11-16T11:25:26,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7fd774c8b55f4e13a448e53b62cb6e85 is 50, key is test_row_0/C:col10/1731756325856/Put/seqid=0 2024-11-16T11:25:26,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756386615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741841_1017 (size=12001) 2024-11-16T11:25:26,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7fd774c8b55f4e13a448e53b62cb6e85 2024-11-16T11:25:26,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b31d3d167fc44559d75e7519db5f8f0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0 2024-11-16T11:25:26,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:25:26,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756386658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756386658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756386658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/0b8f5079cd284db6a0b368f77115db06 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06 2024-11-16T11:25:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756386664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:25:26,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7fd774c8b55f4e13a448e53b62cb6e85 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85 2024-11-16T11:25:26,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:26,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:25:26,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 87d1089caaa945082f6f78fa3303bafc in 831ms, sequenceid=13, compaction requested=false 2024-11-16T11:25:26,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:26,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:26,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T11:25:26,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:26,846 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:25:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/ff7942376731460e90a35e219a8ec05f is 50, key is test_row_0/A:col10/1731756325986/Put/seqid=0 2024-11-16T11:25:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741842_1018 (size=12001) 2024-11-16T11:25:26,903 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/ff7942376731460e90a35e219a8ec05f 2024-11-16T11:25:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:26,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/084b10c8e45344b59415a9253f610460 is 50, key is test_row_0/B:col10/1731756325986/Put/seqid=0 2024-11-16T11:25:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741843_1019 (size=12001) 2024-11-16T11:25:26,965 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/084b10c8e45344b59415a9253f610460 2024-11-16T11:25:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/77abff673d0b4f7ca70e88fd3f49ca38 is 50, key is test_row_0/C:col10/1731756325986/Put/seqid=0 2024-11-16T11:25:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741844_1020 (size=12001) 2024-11-16T11:25:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756387164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756387165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756387168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756387170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756387173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:25:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756387277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756387278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:25:27,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:25:27,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T11:25:27,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-16T11:25:27,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:25:27,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:25:27,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:25:27,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:25:27,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T11:25:27,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-16T11:25:27,417 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/77abff673d0b4f7ca70e88fd3f49ca38 2024-11-16T11:25:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/ff7942376731460e90a35e219a8ec05f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f 2024-11-16T11:25:27,455 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T11:25:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/084b10c8e45344b59415a9253f610460 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460 2024-11-16T11:25:27,472 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T11:25:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/77abff673d0b4f7ca70e88fd3f49ca38 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38 2024-11-16T11:25:27,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756387485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756387485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,499 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T11:25:27,501 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 87d1089caaa945082f6f78fa3303bafc in 655ms, sequenceid=38, compaction requested=false 2024-11-16T11:25:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T11:25:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-16T11:25:27,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T11:25:27,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6820 sec 2024-11-16T11:25:27,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7160 sec 2024-11-16T11:25:27,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:25:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:27,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/87be3190e4ed46a694a0f207e41b40c5 is 50, key is test_row_0/A:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741845_1021 (size=12001) 2024-11-16T11:25:27,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/87be3190e4ed46a694a0f207e41b40c5 2024-11-16T11:25:27,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e2ef4e9c8a5446e7aa25ffee7161e625 is 50, key is test_row_0/B:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:27,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756387881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756387889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741846_1022 (size=12001) 2024-11-16T11:25:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T11:25:27,927 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-16T11:25:27,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-16T11:25:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:27,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:27,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:27,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756387994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756387994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:28,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756388177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756388178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756388180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756388198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756388200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:28,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e2ef4e9c8a5446e7aa25ffee7161e625 2024-11-16T11:25:28,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d3fcbf64bfc7455cbb4dd30fc88eca83 is 50, key is test_row_0/C:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741847_1023 (size=12001) 2024-11-16T11:25:28,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d3fcbf64bfc7455cbb4dd30fc88eca83 2024-11-16T11:25:28,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/87be3190e4ed46a694a0f207e41b40c5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5 2024-11-16T11:25:28,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:25:28,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e2ef4e9c8a5446e7aa25ffee7161e625 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625 2024-11-16T11:25:28,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:25:28,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d3fcbf64bfc7455cbb4dd30fc88eca83 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83 2024-11-16T11:25:28,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:25:28,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 87d1089caaa945082f6f78fa3303bafc in 615ms, sequenceid=51, compaction requested=true 2024-11-16T11:25:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:28,427 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:28,431 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:28,433 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:28,433 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,433 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=35.2 K 2024-11-16T11:25:28,434 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:28,438 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b8f5079cd284db6a0b368f77115db06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756325831 2024-11-16T11:25:28,439 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:28,439 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:28,439 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,439 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=35.2 K 2024-11-16T11:25:28,441 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 084b10c8e45344b59415a9253f610460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731756325964 2024-11-16T11:25:28,441 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b31d3d167fc44559d75e7519db5f8f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756325831 2024-11-16T11:25:28,442 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ef4e9c8a5446e7aa25ffee7161e625, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:28,443 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff7942376731460e90a35e219a8ec05f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731756325964 2024-11-16T11:25:28,446 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87be3190e4ed46a694a0f207e41b40c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:28,491 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:28,492 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:28,493 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7326095b6eab4370b8bbfbb196759a78 is 50, key is test_row_0/B:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:28,493 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/f8d664b17b9a43d7a1f573e7f38ecff7 is 50, key is test_row_0/A:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:28,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741849_1025 (size=12104) 2024-11-16T11:25:28,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741848_1024 (size=12104) 2024-11-16T11:25:28,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/678b10f03b42480e95019bff699e9ed8 is 50, key is test_row_0/A:col10/1731756328505/Put/seqid=0 2024-11-16T11:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:28,541 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/f8d664b17b9a43d7a1f573e7f38ecff7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/f8d664b17b9a43d7a1f573e7f38ecff7 2024-11-16T11:25:28,551 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7326095b6eab4370b8bbfbb196759a78 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7326095b6eab4370b8bbfbb196759a78 2024-11-16T11:25:28,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741850_1026 (size=14341) 2024-11-16T11:25:28,572 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into f8d664b17b9a43d7a1f573e7f38ecff7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:28,572 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:28,572 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into 7326095b6eab4370b8bbfbb196759a78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:28,572 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756328412; duration=0sec 2024-11-16T11:25:28,573 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:28,573 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:28,573 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:28,573 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:28,573 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756328427; duration=0sec 2024-11-16T11:25:28,573 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:28,574 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:28,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/678b10f03b42480e95019bff699e9ed8 2024-11-16T11:25:28,576 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:28,576 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:28,577 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,577 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=35.2 K 2024-11-16T11:25:28,579 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd774c8b55f4e13a448e53b62cb6e85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756325831 2024-11-16T11:25:28,586 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77abff673d0b4f7ca70e88fd3f49ca38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731756325964 2024-11-16T11:25:28,587 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3fcbf64bfc7455cbb4dd30fc88eca83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:28,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/cc8905f91f2349f1abc11ab1fa7ceb06 is 50, key is test_row_0/B:col10/1731756328505/Put/seqid=0 2024-11-16T11:25:28,616 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:28,617 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/615e1234281c4986a51c717dd9815e1e is 50, key is test_row_0/C:col10/1731756327160/Put/seqid=0 2024-11-16T11:25:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741851_1027 (size=12001) 2024-11-16T11:25:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756388621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756388622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/cc8905f91f2349f1abc11ab1fa7ceb06 2024-11-16T11:25:28,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d87349d837bc4995ad46250dd3c15e06 is 50, key is test_row_0/C:col10/1731756328505/Put/seqid=0 2024-11-16T11:25:28,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741852_1028 (size=12104) 2024-11-16T11:25:28,681 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/615e1234281c4986a51c717dd9815e1e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/615e1234281c4986a51c717dd9815e1e 2024-11-16T11:25:28,698 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 615e1234281c4986a51c717dd9815e1e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:28,698 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:28,698 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756328428; duration=0sec 2024-11-16T11:25:28,698 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:28,698 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741853_1029 (size=12001) 2024-11-16T11:25:28,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d87349d837bc4995ad46250dd3c15e06 2024-11-16T11:25:28,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/678b10f03b42480e95019bff699e9ed8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8 2024-11-16T11:25:28,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756388728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756388729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8, entries=200, sequenceid=75, filesize=14.0 K 2024-11-16T11:25:28,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/cc8905f91f2349f1abc11ab1fa7ceb06 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06 2024-11-16T11:25:28,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06, entries=150, sequenceid=75, filesize=11.7 K 2024-11-16T11:25:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d87349d837bc4995ad46250dd3c15e06 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06 2024-11-16T11:25:28,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06, entries=150, sequenceid=75, filesize=11.7 K 2024-11-16T11:25:28,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 87d1089caaa945082f6f78fa3303bafc in 266ms, sequenceid=75, compaction requested=false 2024-11-16T11:25:28,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:28,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:28,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T11:25:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:28,871 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/69009bcb15b645cdaf4358d89609f4bb is 50, key is test_row_0/A:col10/1731756328607/Put/seqid=0 2024-11-16T11:25:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741854_1030 (size=12001) 2024-11-16T11:25:28,902 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/69009bcb15b645cdaf4358d89609f4bb 2024-11-16T11:25:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/6a15eb789b7f49e0bbaf0f6fad992484 is 50, key is test_row_0/B:col10/1731756328607/Put/seqid=0 2024-11-16T11:25:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:28,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741855_1031 (size=12001) 2024-11-16T11:25:28,954 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/6a15eb789b7f49e0bbaf0f6fad992484 2024-11-16T11:25:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a1a55222ac034ea699b5c856f4a9d1cc is 50, key is test_row_0/C:col10/1731756328607/Put/seqid=0 2024-11-16T11:25:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741856_1032 (size=12001) 2024-11-16T11:25:28,994 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a1a55222ac034ea699b5c856f4a9d1cc 2024-11-16T11:25:29,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/69009bcb15b645cdaf4358d89609f4bb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb 2024-11-16T11:25:29,016 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-16T11:25:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/6a15eb789b7f49e0bbaf0f6fad992484 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484 2024-11-16T11:25:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,031 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484, entries=150, sequenceid=90, filesize=11.7 K 2024-11-16T11:25:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a1a55222ac034ea699b5c856f4a9d1cc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc 2024-11-16T11:25:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:29,044 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-16T11:25:29,046 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 87d1089caaa945082f6f78fa3303bafc in 174ms, sequenceid=90, compaction requested=true 2024-11-16T11:25:29,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:29,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:29,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T11:25:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-16T11:25:29,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T11:25:29,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1110 sec 2024-11-16T11:25:29,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.1220 sec 2024-11-16T11:25:29,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:25:29,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:29,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:29,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:29,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:29,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e264159ddaee45a3a99f17097ba52d66 is 50, key is test_row_0/A:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741857_1033 (size=16681) 2024-11-16T11:25:29,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e264159ddaee45a3a99f17097ba52d66 2024-11-16T11:25:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/8d5ff7cf59534fa987984f028f9703bd is 50, key is test_row_0/B:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741858_1034 (size=12001) 2024-11-16T11:25:29,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/8d5ff7cf59534fa987984f028f9703bd 2024-11-16T11:25:29,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/69f69adb47984731b807960699b51d38 is 50, key is test_row_0/C:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741859_1035 (size=12001) 2024-11-16T11:25:29,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/69f69adb47984731b807960699b51d38 2024-11-16T11:25:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e264159ddaee45a3a99f17097ba52d66 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66 2024-11-16T11:25:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66, entries=250, sequenceid=116, filesize=16.3 K 2024-11-16T11:25:29,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/8d5ff7cf59534fa987984f028f9703bd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd 2024-11-16T11:25:29,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T11:25:29,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/69f69adb47984731b807960699b51d38 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38 2024-11-16T11:25:29,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T11:25:29,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 87d1089caaa945082f6f78fa3303bafc in 195ms, sequenceid=116, compaction requested=true 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:29,329 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:29,329 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:29,333 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:29,333 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:29,333 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:29,334 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7326095b6eab4370b8bbfbb196759a78, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=47.0 K 2024-11-16T11:25:29,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:29,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:29,334 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:29,335 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/f8d664b17b9a43d7a1f573e7f38ecff7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=53.8 K 2024-11-16T11:25:29,335 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7326095b6eab4370b8bbfbb196759a78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:29,336 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8d664b17b9a43d7a1f573e7f38ecff7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:29,337 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting cc8905f91f2349f1abc11ab1fa7ceb06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731756327870 2024-11-16T11:25:29,337 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 678b10f03b42480e95019bff699e9ed8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731756327863 2024-11-16T11:25:29,338 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69009bcb15b645cdaf4358d89609f4bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731756328607 2024-11-16T11:25:29,338 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a15eb789b7f49e0bbaf0f6fad992484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731756328607 2024-11-16T11:25:29,339 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d5ff7cf59534fa987984f028f9703bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329015 2024-11-16T11:25:29,340 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e264159ddaee45a3a99f17097ba52d66, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329009 2024-11-16T11:25:29,365 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:29,366 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:29,366 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/a52f572fe0c4428e8a7d68c84399cc1c is 50, key is test_row_0/A:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,367 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/5fc739da426045118c410938748fd52e is 50, key is test_row_0/B:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741861_1037 (size=12241) 2024-11-16T11:25:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741860_1036 (size=12241) 2024-11-16T11:25:29,408 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/a52f572fe0c4428e8a7d68c84399cc1c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/a52f572fe0c4428e8a7d68c84399cc1c 2024-11-16T11:25:29,411 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/5fc739da426045118c410938748fd52e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/5fc739da426045118c410938748fd52e 2024-11-16T11:25:29,426 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into a52f572fe0c4428e8a7d68c84399cc1c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:29,426 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:29,427 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=12, startTime=1731756329329; duration=0sec 2024-11-16T11:25:29,427 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:29,427 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:29,427 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:29,428 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into 5fc739da426045118c410938748fd52e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:29,428 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:29,428 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=12, startTime=1731756329329; duration=0sec 2024-11-16T11:25:29,430 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:29,430 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:29,430 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:29,430 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:29,430 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:29,431 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/615e1234281c4986a51c717dd9815e1e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=47.0 K 2024-11-16T11:25:29,432 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615e1234281c4986a51c717dd9815e1e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756327160 2024-11-16T11:25:29,432 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting d87349d837bc4995ad46250dd3c15e06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731756327870 2024-11-16T11:25:29,435 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a55222ac034ea699b5c856f4a9d1cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731756328607 2024-11-16T11:25:29,436 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69f69adb47984731b807960699b51d38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329015 2024-11-16T11:25:29,470 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#23 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:29,472 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/0c7493ecaf4644ffa282b87f70c9e142 is 50, key is test_row_0/C:col10/1731756329130/Put/seqid=0 2024-11-16T11:25:29,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:25:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:29,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cc868c0a502e430e9a7c7a4e581cfb05 is 50, key is test_row_0/A:col10/1731756329145/Put/seqid=0 2024-11-16T11:25:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741862_1038 (size=12241) 2024-11-16T11:25:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741863_1039 (size=12051) 2024-11-16T11:25:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756389892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756389893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:29,921 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/0c7493ecaf4644ffa282b87f70c9e142 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/0c7493ecaf4644ffa282b87f70c9e142 2024-11-16T11:25:29,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cc868c0a502e430e9a7c7a4e581cfb05 2024-11-16T11:25:29,939 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 0c7493ecaf4644ffa282b87f70c9e142(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:29,940 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:29,940 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=12, startTime=1731756329329; duration=0sec 2024-11-16T11:25:29,940 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:29,940 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:29,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6e8f233e4974f36b5e49de70570e7c3 is 50, key is test_row_0/B:col10/1731756329145/Put/seqid=0 2024-11-16T11:25:29,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741864_1040 (size=12051) 2024-11-16T11:25:29,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6e8f233e4974f36b5e49de70570e7c3 2024-11-16T11:25:29,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/753b9bbbb17c4fdd9839850b8d2eae3f is 50, key is test_row_0/C:col10/1731756329145/Put/seqid=0 2024-11-16T11:25:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741865_1041 (size=12051) 2024-11-16T11:25:30,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/753b9bbbb17c4fdd9839850b8d2eae3f 2024-11-16T11:25:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cc868c0a502e430e9a7c7a4e581cfb05 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05 2024-11-16T11:25:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T11:25:30,041 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-16T11:25:30,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05, entries=150, sequenceid=129, filesize=11.8 K 2024-11-16T11:25:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6e8f233e4974f36b5e49de70570e7c3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3 2024-11-16T11:25:30,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-16T11:25:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:30,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:30,048 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:30,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:30,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3, entries=150, sequenceid=129, filesize=11.8 K 2024-11-16T11:25:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/753b9bbbb17c4fdd9839850b8d2eae3f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f 2024-11-16T11:25:30,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-16T11:25:30,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 87d1089caaa945082f6f78fa3303bafc in 598ms, sequenceid=129, compaction requested=false 2024-11-16T11:25:30,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:30,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:25:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3e8f6f188d9742a1b4dfca71b0d5e727 is 50, key is test_row_0/A:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:30,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756390204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756390209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756390210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756390212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756390212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741866_1042 (size=14541) 2024-11-16T11:25:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756390315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756390318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756390319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756390319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756390319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:30,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756390519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756390525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756390525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756390526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756390527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3e8f6f188d9742a1b4dfca71b0d5e727 2024-11-16T11:25:30,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/a0add6dfffbc42abb2f70162834d68d5 is 50, key is test_row_0/B:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741867_1043 (size=12151) 2024-11-16T11:25:30,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/a0add6dfffbc42abb2f70162834d68d5 2024-11-16T11:25:30,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4dcdd635860040a6adc5d8028de9b51a is 50, key is test_row_0/C:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:30,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741868_1044 (size=12151) 2024-11-16T11:25:30,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4dcdd635860040a6adc5d8028de9b51a 2024-11-16T11:25:30,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3e8f6f188d9742a1b4dfca71b0d5e727 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727 2024-11-16T11:25:30,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727, entries=200, sequenceid=156, filesize=14.2 K 2024-11-16T11:25:30,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/a0add6dfffbc42abb2f70162834d68d5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5 2024-11-16T11:25:30,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T11:25:30,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4dcdd635860040a6adc5d8028de9b51a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a 2024-11-16T11:25:30,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T11:25:30,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 87d1089caaa945082f6f78fa3303bafc in 557ms, sequenceid=156, compaction requested=true 2024-11-16T11:25:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:30,749 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:30,749 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:30,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:30,752 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38833 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:30,752 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:30,752 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,752 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/a52f572fe0c4428e8a7d68c84399cc1c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=37.9 K 2024-11-16T11:25:30,753 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:30,753 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:30,753 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,753 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/5fc739da426045118c410938748fd52e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=35.6 K 2024-11-16T11:25:30,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:30,754 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a52f572fe0c4428e8a7d68c84399cc1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329015 2024-11-16T11:25:30,754 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fc739da426045118c410938748fd52e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329015 2024-11-16T11:25:30,755 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting cc868c0a502e430e9a7c7a4e581cfb05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731756329145 2024-11-16T11:25:30,755 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e8f233e4974f36b5e49de70570e7c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731756329145 2024-11-16T11:25:30,756 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8f6f188d9742a1b4dfca71b0d5e727, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:30,756 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0add6dfffbc42abb2f70162834d68d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:30,777 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:30,778 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/374e4edde59f4559a21ea2f232f14a7f is 50, key is test_row_0/B:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:30,783 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:30,784 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e29c0ed787fe4db68359ba1cc989defb is 50, key is test_row_0/A:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741869_1045 (size=12493) 2024-11-16T11:25:30,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:30,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:30,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/fc058ec7af514550bd810910b2236ed6 is 50, key is test_row_0/A:col10/1731756330210/Put/seqid=0 2024-11-16T11:25:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741870_1046 (size=12493) 2024-11-16T11:25:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741871_1047 (size=14541) 2024-11-16T11:25:30,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/fc058ec7af514550bd810910b2236ed6 2024-11-16T11:25:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756390865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756390865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756390867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756390870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756390871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/ec0540458cbd4a458a12052d28d6f44e is 50, key is test_row_0/B:col10/1731756330210/Put/seqid=0 2024-11-16T11:25:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741872_1048 (size=12151) 2024-11-16T11:25:30,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:30,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:30,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756391183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756391183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756391184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756391184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756391185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,223 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/374e4edde59f4559a21ea2f232f14a7f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/374e4edde59f4559a21ea2f232f14a7f 2024-11-16T11:25:31,233 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into 374e4edde59f4559a21ea2f232f14a7f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:31,233 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,234 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756330749; duration=0sec 2024-11-16T11:25:31,234 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:31,234 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:31,234 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:31,236 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:31,236 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:31,236 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,236 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/0c7493ecaf4644ffa282b87f70c9e142, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=35.6 K 2024-11-16T11:25:31,237 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c7493ecaf4644ffa282b87f70c9e142, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756329015 2024-11-16T11:25:31,237 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 753b9bbbb17c4fdd9839850b8d2eae3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731756329145 2024-11-16T11:25:31,238 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dcdd635860040a6adc5d8028de9b51a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:31,256 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e29c0ed787fe4db68359ba1cc989defb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e29c0ed787fe4db68359ba1cc989defb 2024-11-16T11:25:31,267 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into e29c0ed787fe4db68359ba1cc989defb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:31,267 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,267 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756330749; duration=0sec 2024-11-16T11:25:31,268 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:31,268 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:31,272 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:31,273 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/c4d2b0d837f141c59bdbb1b5328b54ba is 50, key is test_row_0/C:col10/1731756329557/Put/seqid=0 2024-11-16T11:25:31,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/ec0540458cbd4a458a12052d28d6f44e 2024-11-16T11:25:31,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741873_1049 (size=12493) 2024-11-16T11:25:31,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7223dc5baabd4046b3284728845bddcb is 50, key is test_row_0/C:col10/1731756330210/Put/seqid=0 2024-11-16T11:25:31,322 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/c4d2b0d837f141c59bdbb1b5328b54ba as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/c4d2b0d837f141c59bdbb1b5328b54ba 2024-11-16T11:25:31,333 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into c4d2b0d837f141c59bdbb1b5328b54ba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:31,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,334 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756330750; duration=0sec 2024-11-16T11:25:31,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:31,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741874_1050 (size=12151) 2024-11-16T11:25:31,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7223dc5baabd4046b3284728845bddcb 2024-11-16T11:25:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/fc058ec7af514550bd810910b2236ed6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6 2024-11-16T11:25:31,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6, entries=200, sequenceid=168, filesize=14.2 K 2024-11-16T11:25:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/ec0540458cbd4a458a12052d28d6f44e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e 2024-11-16T11:25:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-16T11:25:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7223dc5baabd4046b3284728845bddcb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb 2024-11-16T11:25:31,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-16T11:25:31,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 87d1089caaa945082f6f78fa3303bafc in 565ms, sequenceid=168, compaction requested=false 2024-11-16T11:25:31,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T11:25:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,450 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/eb08248c5d104d569ff82ce3369c6ae8 is 50, key is test_row_0/A:col10/1731756330869/Put/seqid=0 2024-11-16T11:25:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741875_1051 (size=12151) 2024-11-16T11:25:31,493 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/eb08248c5d104d569ff82ce3369c6ae8 2024-11-16T11:25:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/d0bf8329991a42b091e73a8cadc0a521 is 50, key is test_row_0/B:col10/1731756330869/Put/seqid=0 2024-11-16T11:25:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756391503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756391503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756391504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756391509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756391511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741876_1052 (size=12151) 2024-11-16T11:25:31,539 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/d0bf8329991a42b091e73a8cadc0a521 2024-11-16T11:25:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/e4dd54fcc1814c63b5864204fb82b002 is 50, key is test_row_0/C:col10/1731756330869/Put/seqid=0 2024-11-16T11:25:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741877_1053 (size=12151) 2024-11-16T11:25:31,582 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/e4dd54fcc1814c63b5864204fb82b002 2024-11-16T11:25:31,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/eb08248c5d104d569ff82ce3369c6ae8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8 2024-11-16T11:25:31,601 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T11:25:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/d0bf8329991a42b091e73a8cadc0a521 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521 2024-11-16T11:25:31,615 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T11:25:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756391614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756391615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/e4dd54fcc1814c63b5864204fb82b002 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002 2024-11-16T11:25:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756391615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,625 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T11:25:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756391617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 87d1089caaa945082f6f78fa3303bafc in 179ms, sequenceid=195, compaction requested=true 2024-11-16T11:25:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-16T11:25:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-16T11:25:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:31,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:25:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:31,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T11:25:31,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-16T11:25:31,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5910 sec 2024-11-16T11:25:31,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/d8096dd0e4634146a091c3a0a3edb8d4 is 50, key is test_row_0/A:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741878_1054 (size=14541) 2024-11-16T11:25:31,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/d8096dd0e4634146a091c3a0a3edb8d4 2024-11-16T11:25:31,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/f86827ae0b2e42ed898aca65df07eede is 50, key is test_row_0/B:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741879_1055 (size=12151) 2024-11-16T11:25:31,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/f86827ae0b2e42ed898aca65df07eede 2024-11-16T11:25:31,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/5811042913be4c9b8de0c070fe71dab4 is 50, key is test_row_0/C:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741880_1056 (size=12151) 2024-11-16T11:25:31,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/5811042913be4c9b8de0c070fe71dab4 2024-11-16T11:25:31,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756391741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/d8096dd0e4634146a091c3a0a3edb8d4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4 2024-11-16T11:25:31,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4, entries=200, sequenceid=208, filesize=14.2 K 2024-11-16T11:25:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/f86827ae0b2e42ed898aca65df07eede as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede 2024-11-16T11:25:31,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T11:25:31,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/5811042913be4c9b8de0c070fe71dab4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4 2024-11-16T11:25:31,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T11:25:31,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 87d1089caaa945082f6f78fa3303bafc in 159ms, sequenceid=208, compaction requested=true 2024-11-16T11:25:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:31,791 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:31,791 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:31,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:31,793 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:31,793 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:31,793 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,793 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/374e4edde59f4559a21ea2f232f14a7f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=47.8 K 2024-11-16T11:25:31,794 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 374e4edde59f4559a21ea2f232f14a7f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:31,794 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:31,794 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:31,794 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:31,794 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e29c0ed787fe4db68359ba1cc989defb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=52.5 K 2024-11-16T11:25:31,795 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting ec0540458cbd4a458a12052d28d6f44e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731756330205 2024-11-16T11:25:31,795 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e29c0ed787fe4db68359ba1cc989defb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:31,795 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d0bf8329991a42b091e73a8cadc0a521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756330862 2024-11-16T11:25:31,796 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting f86827ae0b2e42ed898aca65df07eede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:31,796 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc058ec7af514550bd810910b2236ed6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731756330205 2024-11-16T11:25:31,796 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb08248c5d104d569ff82ce3369c6ae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756330862 2024-11-16T11:25:31,798 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8096dd0e4634146a091c3a0a3edb8d4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:31,822 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:31,823 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c624f055cd634041898183fd69e5d4d2 is 50, key is test_row_0/B:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:25:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:31,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:31,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:31,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:31,830 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:31,831 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/c7a53b533eea47cabbd1f850162b6440 is 50, key is test_row_0/A:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:31,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3d8ecaecf21d4d6184913c339006a650 is 50, key is test_row_0/A:col10/1731756331821/Put/seqid=0 2024-11-16T11:25:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756391836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756391837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756391838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756391844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756391846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741881_1057 (size=12629) 2024-11-16T11:25:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741882_1058 (size=12629) 2024-11-16T11:25:31,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741883_1059 (size=14541) 2024-11-16T11:25:31,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3d8ecaecf21d4d6184913c339006a650 2024-11-16T11:25:31,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7bd91746546643158a0b601c085e9b28 is 50, key is test_row_0/B:col10/1731756331821/Put/seqid=0 2024-11-16T11:25:31,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756391947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756391947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756391948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756391951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:31,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741884_1060 (size=12151) 2024-11-16T11:25:31,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7bd91746546643158a0b601c085e9b28 2024-11-16T11:25:31,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a10780005a584a09968913eefa6afe2e is 50, key is test_row_0/C:col10/1731756331821/Put/seqid=0 2024-11-16T11:25:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741885_1061 (size=12151) 2024-11-16T11:25:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756392051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T11:25:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756392151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,154 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-16T11:25:32,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756392152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756392154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756392155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-16T11:25:32,160 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:32,161 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:32,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:32,311 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c624f055cd634041898183fd69e5d4d2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c624f055cd634041898183fd69e5d4d2 2024-11-16T11:25:32,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,314 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/c7a53b533eea47cabbd1f850162b6440 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c7a53b533eea47cabbd1f850162b6440 2024-11-16T11:25:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,327 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into c7a53b533eea47cabbd1f850162b6440(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:32,328 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:32,328 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=12, startTime=1731756331791; duration=0sec 2024-11-16T11:25:32,328 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:32,328 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:32,328 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:32,331 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into c624f055cd634041898183fd69e5d4d2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:32,331 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:32,331 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=12, startTime=1731756331791; duration=0sec 2024-11-16T11:25:32,332 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:32,332 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:32,333 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:32,334 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:32,334 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,334 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/c4d2b0d837f141c59bdbb1b5328b54ba, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=47.8 K 2024-11-16T11:25:32,335 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4d2b0d837f141c59bdbb1b5328b54ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731756329557 2024-11-16T11:25:32,335 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7223dc5baabd4046b3284728845bddcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731756330205 2024-11-16T11:25:32,336 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4dd54fcc1814c63b5864204fb82b002, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756330862 2024-11-16T11:25:32,336 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5811042913be4c9b8de0c070fe71dab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:32,349 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:32,350 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4bdbca36d1b34d6cba7b6235e13200db is 50, key is test_row_0/C:col10/1731756331509/Put/seqid=0 2024-11-16T11:25:32,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756392355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741886_1062 (size=12629) 2024-11-16T11:25:32,375 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4bdbca36d1b34d6cba7b6235e13200db as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bdbca36d1b34d6cba7b6235e13200db 2024-11-16T11:25:32,384 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 4bdbca36d1b34d6cba7b6235e13200db(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:32,384 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:32,384 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=12, startTime=1731756331791; duration=0sec 2024-11-16T11:25:32,384 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:32,384 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:32,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a10780005a584a09968913eefa6afe2e 2024-11-16T11:25:32,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/3d8ecaecf21d4d6184913c339006a650 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650 2024-11-16T11:25:32,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650, entries=200, sequenceid=234, filesize=14.2 K 2024-11-16T11:25:32,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7bd91746546643158a0b601c085e9b28 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28 2024-11-16T11:25:32,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28, entries=150, sequenceid=234, filesize=11.9 K 2024-11-16T11:25:32,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/a10780005a584a09968913eefa6afe2e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e 2024-11-16T11:25:32,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-16T11:25:32,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 87d1089caaa945082f6f78fa3303bafc in 619ms, sequenceid=234, compaction requested=false 2024-11-16T11:25:32,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:32,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:32,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:32,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1acca4d3fabf4367a5e4904fcf60ddfc is 50, key is test_row_0/A:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741887_1063 (size=14541) 2024-11-16T11:25:32,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1acca4d3fabf4367a5e4904fcf60ddfc 2024-11-16T11:25:32,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e3813d368f6c4092b092c00416229b15 is 50, key is test_row_0/B:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741888_1064 (size=12151) 2024-11-16T11:25:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756392498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756392547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756392649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756392655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756392655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:32,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756392853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756392860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756392860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756392862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756392860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e3813d368f6c4092b092c00416229b15 2024-11-16T11:25:32,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ef1f42e9c36b4611af8355a36ba26267 is 50, key is test_row_0/C:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:32,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:32,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:32,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741889_1065 (size=12151) 2024-11-16T11:25:33,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756393157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756393164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756393167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756393166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:33,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ef1f42e9c36b4611af8355a36ba26267 2024-11-16T11:25:33,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1acca4d3fabf4367a5e4904fcf60ddfc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc 2024-11-16T11:25:33,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc, entries=200, sequenceid=249, filesize=14.2 K 2024-11-16T11:25:33,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e3813d368f6c4092b092c00416229b15 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15 2024-11-16T11:25:33,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15, entries=150, sequenceid=249, filesize=11.9 K 2024-11-16T11:25:33,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ef1f42e9c36b4611af8355a36ba26267 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267 2024-11-16T11:25:33,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267, entries=150, sequenceid=249, filesize=11.9 K 2024-11-16T11:25:33,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 87d1089caaa945082f6f78fa3303bafc in 924ms, sequenceid=249, compaction requested=true 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:33,383 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:33,383 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:33,384 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:33,384 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:33,384 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,385 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c624f055cd634041898183fd69e5d4d2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.1 K 2024-11-16T11:25:33,385 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c624f055cd634041898183fd69e5d4d2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:33,385 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd91746546643158a0b601c085e9b28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731756331739 2024-11-16T11:25:33,386 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e3813d368f6c4092b092c00416229b15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331842 2024-11-16T11:25:33,387 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:33,387 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:33,387 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,387 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c7a53b533eea47cabbd1f850162b6440, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=40.7 K 2024-11-16T11:25:33,388 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a53b533eea47cabbd1f850162b6440, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:33,388 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d8ecaecf21d4d6184913c339006a650, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731756331734 2024-11-16T11:25:33,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1acca4d3fabf4367a5e4904fcf60ddfc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331837 2024-11-16T11:25:33,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T11:25:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,396 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:33,397 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,398 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/ed87634c8b1a46f9a409cf3e5685c227 is 50, key is test_row_0/A:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:33,398 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#51 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:33,399 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b8efac4901614628b98110727b85b9f5 is 50, key is test_row_0/B:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29c6bb714ebe42e99df7d5107d58f6dd is 50, key is test_row_0/A:col10/1731756332496/Put/seqid=0 2024-11-16T11:25:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741890_1066 (size=12731) 2024-11-16T11:25:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741891_1067 (size=12731) 2024-11-16T11:25:33,445 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/ed87634c8b1a46f9a409cf3e5685c227 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ed87634c8b1a46f9a409cf3e5685c227 2024-11-16T11:25:33,457 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into ed87634c8b1a46f9a409cf3e5685c227(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:33,457 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:33,457 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756333383; duration=0sec 2024-11-16T11:25:33,457 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:33,457 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:33,457 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:33,459 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:33,460 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:33,460 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,460 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bdbca36d1b34d6cba7b6235e13200db, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.1 K 2024-11-16T11:25:33,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bdbca36d1b34d6cba7b6235e13200db, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756331502 2024-11-16T11:25:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741892_1068 (size=12301) 2024-11-16T11:25:33,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a10780005a584a09968913eefa6afe2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731756331739 2024-11-16T11:25:33,462 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef1f42e9c36b4611af8355a36ba26267, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331842 2024-11-16T11:25:33,462 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29c6bb714ebe42e99df7d5107d58f6dd 2024-11-16T11:25:33,474 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:33,475 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ce6c9beec6d44994beae4ca5e4f51c47 is 50, key is test_row_0/C:col10/1731756331842/Put/seqid=0 2024-11-16T11:25:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9f22578711cd444997230f95d9bc42bb is 50, key is test_row_0/B:col10/1731756332496/Put/seqid=0 2024-11-16T11:25:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741893_1069 (size=12731) 2024-11-16T11:25:33,512 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ce6c9beec6d44994beae4ca5e4f51c47 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ce6c9beec6d44994beae4ca5e4f51c47 2024-11-16T11:25:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741894_1070 (size=12301) 2024-11-16T11:25:33,523 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into ce6c9beec6d44994beae4ca5e4f51c47(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:33,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:33,523 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756333383; duration=0sec 2024-11-16T11:25:33,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:33,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:33,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756393679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756393683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756393683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756393683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756393784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756393788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756393789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756393789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,831 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b8efac4901614628b98110727b85b9f5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b8efac4901614628b98110727b85b9f5 2024-11-16T11:25:33,842 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into b8efac4901614628b98110727b85b9f5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:33,842 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:33,842 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756333383; duration=0sec 2024-11-16T11:25:33,842 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:33,842 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:33,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756393868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:33,920 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9f22578711cd444997230f95d9bc42bb 2024-11-16T11:25:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6619e354be5e4384897676e5a45dd09f is 50, key is test_row_0/C:col10/1731756332496/Put/seqid=0 2024-11-16T11:25:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741895_1071 (size=12301) 2024-11-16T11:25:33,945 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6619e354be5e4384897676e5a45dd09f 2024-11-16T11:25:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29c6bb714ebe42e99df7d5107d58f6dd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd 2024-11-16T11:25:33,960 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T11:25:33,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9f22578711cd444997230f95d9bc42bb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb 2024-11-16T11:25:33,974 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T11:25:33,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6619e354be5e4384897676e5a45dd09f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f 2024-11-16T11:25:33,984 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T11:25:33,988 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 87d1089caaa945082f6f78fa3303bafc in 592ms, sequenceid=275, compaction requested=false 2024-11-16T11:25:33,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:33,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:33,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-16T11:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-16T11:25:33,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:33,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T11:25:33,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-16T11:25:33,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8400 sec 2024-11-16T11:25:34,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e0849c2dea1b419b97c970a1c37483e8 is 50, key is test_row_0/A:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741896_1072 (size=14741) 2024-11-16T11:25:34,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e0849c2dea1b419b97c970a1c37483e8 2024-11-16T11:25:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/1e254d6e989e4acc99ed75859e70a35e is 50, key is test_row_0/B:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741897_1073 (size=12301) 2024-11-16T11:25:34,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T11:25:34,266 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-16T11:25:34,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-16T11:25:34,270 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:34,271 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:34,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:34,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:34,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T11:25:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:34,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:34,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/1e254d6e989e4acc99ed75859e70a35e 2024-11-16T11:25:34,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/38c7a1c1ba1744ad89a659fb7db11c6f is 50, key is test_row_0/C:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741898_1074 (size=12301) 2024-11-16T11:25:34,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/38c7a1c1ba1744ad89a659fb7db11c6f 2024-11-16T11:25:34,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/e0849c2dea1b419b97c970a1c37483e8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8 2024-11-16T11:25:34,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8, entries=200, sequenceid=291, filesize=14.4 K 2024-11-16T11:25:34,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/1e254d6e989e4acc99ed75859e70a35e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e 2024-11-16T11:25:34,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-16T11:25:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/38c7a1c1ba1744ad89a659fb7db11c6f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f 2024-11-16T11:25:34,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-16T11:25:34,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 87d1089caaa945082f6f78fa3303bafc in 549ms, sequenceid=291, compaction requested=true 2024-11-16T11:25:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:34,543 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:34,543 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:34,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:34,545 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:34,545 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:34,545 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:34,545 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:34,545 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:34,545 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:34,546 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b8efac4901614628b98110727b85b9f5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.5 K 2024-11-16T11:25:34,546 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ed87634c8b1a46f9a409cf3e5685c227, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=38.8 K 2024-11-16T11:25:34,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:34,546 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b8efac4901614628b98110727b85b9f5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331842 2024-11-16T11:25:34,546 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed87634c8b1a46f9a409cf3e5685c227, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331842 2024-11-16T11:25:34,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:34,547 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c6bb714ebe42e99df7d5107d58f6dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731756332490 2024-11-16T11:25:34,547 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f22578711cd444997230f95d9bc42bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731756332490 2024-11-16T11:25:34,547 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0849c2dea1b419b97c970a1c37483e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:34,547 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e254d6e989e4acc99ed75859e70a35e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:34,569 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:34,569 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:34,569 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6b389497c0994f7abe6648685bb97c27 is 50, key is test_row_0/A:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:34,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/dd34c50b9c4d4b8ebfcd02267d85bb8e is 50, key is test_row_0/B:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:34,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741899_1075 (size=12983) 2024-11-16T11:25:34,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741900_1076 (size=12983) 2024-11-16T11:25:34,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T11:25:34,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:34,579 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/46fba69e4f9344d499a240928c46f482 is 50, key is test_row_0/A:col10/1731756334029/Put/seqid=0 2024-11-16T11:25:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741901_1077 (size=12301) 2024-11-16T11:25:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:34,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:34,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:34,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756394961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756394966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756394967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756394971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:34,986 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/dd34c50b9c4d4b8ebfcd02267d85bb8e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/dd34c50b9c4d4b8ebfcd02267d85bb8e 2024-11-16T11:25:34,989 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6b389497c0994f7abe6648685bb97c27 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6b389497c0994f7abe6648685bb97c27 2024-11-16T11:25:34,993 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/46fba69e4f9344d499a240928c46f482 2024-11-16T11:25:34,998 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into dd34c50b9c4d4b8ebfcd02267d85bb8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:34,998 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:34,998 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756334543; duration=0sec 2024-11-16T11:25:34,998 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:34,998 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:34,998 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:35,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:35,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:35,004 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:35,004 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ce6c9beec6d44994beae4ca5e4f51c47, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.5 K 2024-11-16T11:25:35,006 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into 6b389497c0994f7abe6648685bb97c27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:35,006 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting ce6c9beec6d44994beae4ca5e4f51c47, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731756331842 2024-11-16T11:25:35,006 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:35,006 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756334543; duration=0sec 2024-11-16T11:25:35,006 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:35,006 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:35,007 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6619e354be5e4384897676e5a45dd09f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731756332490 2024-11-16T11:25:35,007 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c7a1c1ba1744ad89a659fb7db11c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c6e653a9a0fa493da4fb2b5916f0ad4e is 50, key is test_row_0/B:col10/1731756334029/Put/seqid=0 2024-11-16T11:25:35,020 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:35,021 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4bf16e21a0604c3d8a3e117f75f41516 is 50, key is test_row_0/C:col10/1731756333672/Put/seqid=0 2024-11-16T11:25:35,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741902_1078 (size=12301) 2024-11-16T11:25:35,037 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c6e653a9a0fa493da4fb2b5916f0ad4e 2024-11-16T11:25:35,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741903_1079 (size=12983) 2024-11-16T11:25:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ccc0c71524e8431491e399344bde99a2 is 50, key is test_row_0/C:col10/1731756334029/Put/seqid=0 2024-11-16T11:25:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741904_1080 (size=12301) 2024-11-16T11:25:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756395264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756395271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756395271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756395274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:35,483 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4bf16e21a0604c3d8a3e117f75f41516 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bf16e21a0604c3d8a3e117f75f41516 2024-11-16T11:25:35,491 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ccc0c71524e8431491e399344bde99a2 2024-11-16T11:25:35,497 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 4bf16e21a0604c3d8a3e117f75f41516(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:35,497 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:35,497 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756334545; duration=0sec 2024-11-16T11:25:35,498 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:35,498 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:35,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/46fba69e4f9344d499a240928c46f482 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482 2024-11-16T11:25:35,508 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482, entries=150, sequenceid=314, filesize=12.0 K 2024-11-16T11:25:35,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c6e653a9a0fa493da4fb2b5916f0ad4e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e 2024-11-16T11:25:35,514 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e, entries=150, sequenceid=314, filesize=12.0 K 2024-11-16T11:25:35,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/ccc0c71524e8431491e399344bde99a2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2 2024-11-16T11:25:35,522 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-16T11:25:35,522 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 87d1089caaa945082f6f78fa3303bafc in 944ms, sequenceid=314, compaction requested=false 2024-11-16T11:25:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T11:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-16T11:25:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-16T11:25:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-11-16T11:25:35,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2600 sec 2024-11-16T11:25:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:35,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:35,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:35,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/c4b3c369b0284bd0b53a406f7dbb1af7 is 50, key is test_row_0/A:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:35,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741905_1081 (size=14741) 2024-11-16T11:25:35,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756395806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756395809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756395812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756395811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756395873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,875 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., hostname=de5e62237ead,46287,1731756317671, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:25:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756395913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756395914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756395917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756395917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756396118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756396118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756396119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756396120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/c4b3c369b0284bd0b53a406f7dbb1af7 2024-11-16T11:25:36,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/53b13e8fd0cf445180a5c48e30d55708 is 50, key is test_row_0/B:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:36,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741906_1082 (size=12301) 2024-11-16T11:25:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T11:25:36,377 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-16T11:25:36,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-16T11:25:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:36,379 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:36,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:36,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756396421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756396421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756396424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756396425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:36,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T11:25:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/53b13e8fd0cf445180a5c48e30d55708 2024-11-16T11:25:36,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4f7d9b9348314f509f7f2d73812eb737 is 50, key is test_row_0/C:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741907_1083 (size=12301) 2024-11-16T11:25:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:36,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T11:25:36,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T11:25:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756396925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756396927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756396928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756396929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:36,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:36,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T11:25:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:36,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:36,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:37,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4f7d9b9348314f509f7f2d73812eb737 2024-11-16T11:25:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/c4b3c369b0284bd0b53a406f7dbb1af7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7 2024-11-16T11:25:37,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7, entries=200, sequenceid=331, filesize=14.4 K 2024-11-16T11:25:37,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/53b13e8fd0cf445180a5c48e30d55708 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708 2024-11-16T11:25:37,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T11:25:37,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/4f7d9b9348314f509f7f2d73812eb737 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737 2024-11-16T11:25:37,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T11:25:37,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 87d1089caaa945082f6f78fa3303bafc in 1301ms, sequenceid=331, compaction requested=true 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:37,074 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:37,074 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:37,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:37,076 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:37,076 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:37,076 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:37,076 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:37,076 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:37,076 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:37,076 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/dd34c50b9c4d4b8ebfcd02267d85bb8e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.7 K 2024-11-16T11:25:37,076 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6b389497c0994f7abe6648685bb97c27, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=39.1 K 2024-11-16T11:25:37,077 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b389497c0994f7abe6648685bb97c27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:37,077 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting dd34c50b9c4d4b8ebfcd02267d85bb8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:37,077 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46fba69e4f9344d499a240928c46f482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731756334022 2024-11-16T11:25:37,077 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e653a9a0fa493da4fb2b5916f0ad4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731756334022 2024-11-16T11:25:37,078 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4b3c369b0284bd0b53a406f7dbb1af7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334652 2024-11-16T11:25:37,078 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 53b13e8fd0cf445180a5c48e30d55708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334656 2024-11-16T11:25:37,088 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:37,088 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e9ab42c2e2b7479bbd444ccd8b5a8a58 is 50, key is test_row_0/B:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:37,093 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:37,094 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/0e9cd547fd75448c95fbe22d78510882 is 50, key is test_row_0/A:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741908_1084 (size=13085) 2024-11-16T11:25:37,106 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/e9ab42c2e2b7479bbd444ccd8b5a8a58 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e9ab42c2e2b7479bbd444ccd8b5a8a58 2024-11-16T11:25:37,114 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into e9ab42c2e2b7479bbd444ccd8b5a8a58(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:37,114 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:37,114 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756337074; duration=0sec 2024-11-16T11:25:37,115 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:37,115 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:37,115 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:37,117 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:37,117 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:37,117 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:37,117 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bf16e21a0604c3d8a3e117f75f41516, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.7 K 2024-11-16T11:25:37,118 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf16e21a0604c3d8a3e117f75f41516, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731756333672 2024-11-16T11:25:37,119 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc0c71524e8431491e399344bde99a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731756334022 2024-11-16T11:25:37,119 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f7d9b9348314f509f7f2d73812eb737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334656 2024-11-16T11:25:37,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741909_1085 (size=13085) 2024-11-16T11:25:37,132 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:37,132 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6f9ada4d1bf84448a3c67836bfc3ecfa is 50, key is test_row_0/C:col10/1731756334656/Put/seqid=0 2024-11-16T11:25:37,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741910_1086 (size=13085) 2024-11-16T11:25:37,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T11:25:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:37,145 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:37,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6e424841c71b47a0ac3918b512f6b48e is 50, key is test_row_0/A:col10/1731756335809/Put/seqid=0 2024-11-16T11:25:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741911_1087 (size=12301) 2024-11-16T11:25:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:37,536 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/0e9cd547fd75448c95fbe22d78510882 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0e9cd547fd75448c95fbe22d78510882 2024-11-16T11:25:37,543 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into 0e9cd547fd75448c95fbe22d78510882(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:37,543 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:37,543 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756337074; duration=0sec 2024-11-16T11:25:37,543 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:37,543 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:37,553 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6f9ada4d1bf84448a3c67836bfc3ecfa as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6f9ada4d1bf84448a3c67836bfc3ecfa 2024-11-16T11:25:37,560 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 6f9ada4d1bf84448a3c67836bfc3ecfa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:37,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:37,561 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756337074; duration=0sec 2024-11-16T11:25:37,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:37,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:37,569 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6e424841c71b47a0ac3918b512f6b48e 2024-11-16T11:25:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/723bab96e5a14b74bae511a6b54d0a96 is 50, key is test_row_0/B:col10/1731756335809/Put/seqid=0 2024-11-16T11:25:37,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741912_1088 (size=12301) 2024-11-16T11:25:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:37,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756397947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:37,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756397948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:37,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756397953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756397953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:37,983 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/723bab96e5a14b74bae511a6b54d0a96 2024-11-16T11:25:37,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d4bebef0e77b42bf85aa06d483aee7f9 is 50, key is test_row_0/C:col10/1731756335809/Put/seqid=0 2024-11-16T11:25:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741913_1089 (size=12301) 2024-11-16T11:25:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756398054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756398054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756398055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756398055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756398257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756398258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756398258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756398259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,397 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d4bebef0e77b42bf85aa06d483aee7f9 2024-11-16T11:25:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6e424841c71b47a0ac3918b512f6b48e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e 2024-11-16T11:25:38,409 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e, entries=150, sequenceid=354, filesize=12.0 K 2024-11-16T11:25:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/723bab96e5a14b74bae511a6b54d0a96 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96 2024-11-16T11:25:38,416 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96, entries=150, sequenceid=354, filesize=12.0 K 2024-11-16T11:25:38,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/d4bebef0e77b42bf85aa06d483aee7f9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9 2024-11-16T11:25:38,425 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9, entries=150, sequenceid=354, filesize=12.0 K 2024-11-16T11:25:38,429 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 87d1089caaa945082f6f78fa3303bafc in 1284ms, sequenceid=354, compaction requested=false 2024-11-16T11:25:38,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:38,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-16T11:25:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-16T11:25:38,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-16T11:25:38,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-16T11:25:38,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0560 sec 2024-11-16T11:25:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T11:25:38,483 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-16T11:25:38,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-16T11:25:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:38,486 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:38,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:38,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:38,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:38,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:38,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1fb2cfd433744aaaaa2e85dbc9567328 is 50, key is test_row_0/A:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741914_1090 (size=14741) 2024-11-16T11:25:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756398612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756398614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756398615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756398616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756398717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756398717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756398720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756398721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:38,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756398920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756398920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756398923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756398924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:38,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:38,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:38,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1fb2cfd433744aaaaa2e85dbc9567328 2024-11-16T11:25:38,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/95090ae179534fd5862c3a91d916c2d8 is 50, key is test_row_0/B:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:38,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741915_1091 (size=12301) 2024-11-16T11:25:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:39,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756399224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756399225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756399228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756399231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/95090ae179534fd5862c3a91d916c2d8 2024-11-16T11:25:39,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/2c80de69e261442da252f1bcade67c12 is 50, key is test_row_0/C:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:39,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741916_1092 (size=12301) 2024-11-16T11:25:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:39,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756399728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756399731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756399732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756399737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/2c80de69e261442da252f1bcade67c12 2024-11-16T11:25:39,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1fb2cfd433744aaaaa2e85dbc9567328 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328 2024-11-16T11:25:39,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328, entries=200, sequenceid=372, filesize=14.4 K 2024-11-16T11:25:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/95090ae179534fd5862c3a91d916c2d8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8 2024-11-16T11:25:39,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8, entries=150, sequenceid=372, filesize=12.0 K 2024-11-16T11:25:39,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/2c80de69e261442da252f1bcade67c12 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12 2024-11-16T11:25:39,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12, entries=150, sequenceid=372, filesize=12.0 K 2024-11-16T11:25:39,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 87d1089caaa945082f6f78fa3303bafc in 1270ms, sequenceid=372, compaction requested=true 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:39,835 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:39,835 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:39,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:39,838 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:39,838 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:39,838 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:39,838 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:39,838 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,838 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,838 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0e9cd547fd75448c95fbe22d78510882, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=39.2 K 2024-11-16T11:25:39,838 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e9ab42c2e2b7479bbd444ccd8b5a8a58, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.8 K 2024-11-16T11:25:39,839 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e9ab42c2e2b7479bbd444ccd8b5a8a58, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334656 2024-11-16T11:25:39,839 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9cd547fd75448c95fbe22d78510882, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334656 2024-11-16T11:25:39,839 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 723bab96e5a14b74bae511a6b54d0a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731756335802 2024-11-16T11:25:39,840 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e424841c71b47a0ac3918b512f6b48e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731756335802 2024-11-16T11:25:39,840 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb2cfd433744aaaaa2e85dbc9567328, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337936 2024-11-16T11:25:39,840 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 95090ae179534fd5862c3a91d916c2d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337951 2024-11-16T11:25:39,853 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:39,854 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b5a4c3437b564d66bef45a60920eeecc is 50, key is test_row_0/B:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:39,855 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:39,855 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6559a2d0d29449d39e2cfa1150e342fa is 50, key is test_row_0/A:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741917_1093 (size=13187) 2024-11-16T11:25:39,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:39,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T11:25:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,864 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-16T11:25:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:39,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741918_1094 (size=13187) 2024-11-16T11:25:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29e0c9e77f2a4d70b8d9228cc5e25e4d is 50, key is test_row_0/A:col10/1731756338615/Put/seqid=0 2024-11-16T11:25:39,879 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b5a4c3437b564d66bef45a60920eeecc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b5a4c3437b564d66bef45a60920eeecc 2024-11-16T11:25:39,886 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into b5a4c3437b564d66bef45a60920eeecc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:39,887 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:39,887 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756339835; duration=0sec 2024-11-16T11:25:39,887 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:39,887 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:39,887 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741919_1095 (size=12301) 2024-11-16T11:25:39,889 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29e0c9e77f2a4d70b8d9228cc5e25e4d 2024-11-16T11:25:39,889 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:39,889 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:39,890 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:39,890 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6f9ada4d1bf84448a3c67836bfc3ecfa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.8 K 2024-11-16T11:25:39,891 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f9ada4d1bf84448a3c67836bfc3ecfa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756334656 2024-11-16T11:25:39,891 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d4bebef0e77b42bf85aa06d483aee7f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731756335802 2024-11-16T11:25:39,893 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c80de69e261442da252f1bcade67c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337951 2024-11-16T11:25:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/bb3fd98e553d409983b88527bcb21553 is 50, key is test_row_0/B:col10/1731756338615/Put/seqid=0 2024-11-16T11:25:39,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:39,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741920_1096 (size=12301) 2024-11-16T11:25:39,910 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/bb3fd98e553d409983b88527bcb21553 2024-11-16T11:25:39,913 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:39,914 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/5ede46001a524c829e92d4a23cfeda31 is 50, key is test_row_0/C:col10/1731756337952/Put/seqid=0 2024-11-16T11:25:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741921_1097 (size=13187) 2024-11-16T11:25:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 is 50, key is test_row_0/C:col10/1731756338615/Put/seqid=0 2024-11-16T11:25:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741922_1098 (size=12301) 2024-11-16T11:25:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756399940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756400044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756400247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,269 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/6559a2d0d29449d39e2cfa1150e342fa as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6559a2d0d29449d39e2cfa1150e342fa 2024-11-16T11:25:40,280 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into 6559a2d0d29449d39e2cfa1150e342fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:40,280 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:40,280 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756339835; duration=0sec 2024-11-16T11:25:40,281 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:40,281 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:40,338 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/5ede46001a524c829e92d4a23cfeda31 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5ede46001a524c829e92d4a23cfeda31 2024-11-16T11:25:40,341 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 2024-11-16T11:25:40,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 5ede46001a524c829e92d4a23cfeda31(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:40,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:40,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756339835; duration=0sec 2024-11-16T11:25:40,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:40,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/29e0c9e77f2a4d70b8d9228cc5e25e4d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d 2024-11-16T11:25:40,351 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d, entries=150, sequenceid=392, filesize=12.0 K 2024-11-16T11:25:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/bb3fd98e553d409983b88527bcb21553 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553 2024-11-16T11:25:40,359 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553, entries=150, sequenceid=392, filesize=12.0 K 2024-11-16T11:25:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 2024-11-16T11:25:40,365 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71, entries=150, sequenceid=392, filesize=12.0 K 2024-11-16T11:25:40,367 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 87d1089caaa945082f6f78fa3303bafc in 502ms, sequenceid=392, compaction requested=false 2024-11-16T11:25:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-16T11:25:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-16T11:25:40,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-16T11:25:40,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-16T11:25:40,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8850 sec 2024-11-16T11:25:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-16T11:25:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1badcae7f84c40acb0bd254749ae9fe7 is 50, key is test_row_0/A:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741923_1099 (size=14741) 2024-11-16T11:25:40,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1badcae7f84c40acb0bd254749ae9fe7 2024-11-16T11:25:40,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7ef98e2628a942c7932aef4d81505dc5 is 50, key is test_row_0/B:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T11:25:40,590 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-16T11:25:40,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741924_1100 (size=12301) 2024-11-16T11:25:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-16T11:25:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:40,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:40,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7ef98e2628a942c7932aef4d81505dc5 2024-11-16T11:25:40,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:40,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756400601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/3ca416094cee40a1b47d12c3d0ba798f is 50, key is test_row_0/C:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741925_1101 (size=12301) 2024-11-16T11:25:40,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/3ca416094cee40a1b47d12c3d0ba798f 2024-11-16T11:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1badcae7f84c40acb0bd254749ae9fe7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7 2024-11-16T11:25:40,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7, entries=200, sequenceid=412, filesize=14.4 K 2024-11-16T11:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/7ef98e2628a942c7932aef4d81505dc5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5 2024-11-16T11:25:40,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5, entries=150, sequenceid=412, filesize=12.0 K 2024-11-16T11:25:40,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/3ca416094cee40a1b47d12c3d0ba798f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f 2024-11-16T11:25:40,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f, entries=150, sequenceid=412, filesize=12.0 K 2024-11-16T11:25:40,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 87d1089caaa945082f6f78fa3303bafc in 93ms, sequenceid=412, compaction requested=true 2024-11-16T11:25:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:40,648 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:40,648 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:40,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:40,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:40,649 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:40,649 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:40,649 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:40,649 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:40,649 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,649 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,649 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b5a4c3437b564d66bef45a60920eeecc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.9 K 2024-11-16T11:25:40,649 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6559a2d0d29449d39e2cfa1150e342fa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=39.3 K 2024-11-16T11:25:40,650 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a4c3437b564d66bef45a60920eeecc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337951 2024-11-16T11:25:40,650 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6559a2d0d29449d39e2cfa1150e342fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337951 2024-11-16T11:25:40,650 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29e0c9e77f2a4d70b8d9228cc5e25e4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731756338611 2024-11-16T11:25:40,650 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3fd98e553d409983b88527bcb21553, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731756338611 2024-11-16T11:25:40,651 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1badcae7f84c40acb0bd254749ae9fe7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339927 2024-11-16T11:25:40,651 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef98e2628a942c7932aef4d81505dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339936 2024-11-16T11:25:40,660 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:40,660 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1841fd1625334e46812e9dd9242cba2f is 50, key is test_row_0/A:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:40,661 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:40,661 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/a4f43d8637c54c7c9b68a0dfb4c57f26 is 50, key is test_row_0/B:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741926_1102 (size=13289) 2024-11-16T11:25:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741927_1103 (size=13289) 2024-11-16T11:25:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:40,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:40,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:40,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b2c74a0e2d64e01a58d1805f6369516 is 50, key is test_row_0/A:col10/1731756340706/Put/seqid=0 2024-11-16T11:25:40,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741928_1104 (size=12301) 2024-11-16T11:25:40,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756400739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756400740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756400742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756400743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:40,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756400749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756400848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756400848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:40,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:40,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:40,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:40,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:40,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:40,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756401050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756401051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,082 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/1841fd1625334e46812e9dd9242cba2f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1841fd1625334e46812e9dd9242cba2f 2024-11-16T11:25:41,088 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into 1841fd1625334e46812e9dd9242cba2f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:41,088 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:41,088 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=13, startTime=1731756340648; duration=0sec 2024-11-16T11:25:41,088 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:41,088 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:41,088 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:41,090 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:41,090 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:41,090 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,090 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5ede46001a524c829e92d4a23cfeda31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=36.9 K 2024-11-16T11:25:41,091 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ede46001a524c829e92d4a23cfeda31, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731756337951 2024-11-16T11:25:41,091 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98aff1ea64ab4ff0b4b20f1d3ca8fb71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731756338611 2024-11-16T11:25:41,091 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ca416094cee40a1b47d12c3d0ba798f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339936 2024-11-16T11:25:41,094 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/a4f43d8637c54c7c9b68a0dfb4c57f26 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a4f43d8637c54c7c9b68a0dfb4c57f26 2024-11-16T11:25:41,100 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into a4f43d8637c54c7c9b68a0dfb4c57f26(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:41,100 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:41,100 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=13, startTime=1731756340648; duration=0sec 2024-11-16T11:25:41,100 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:41,100 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:41,102 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#90 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:41,102 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7fe5ceb5ca40485d8d36134609257070 is 50, key is test_row_0/C:col10/1731756339936/Put/seqid=0 2024-11-16T11:25:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741929_1105 (size=13289) 2024-11-16T11:25:41,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b2c74a0e2d64e01a58d1805f6369516 2024-11-16T11:25:41,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6d0e2ecdb42489cbfe40b2905ca323a is 50, key is test_row_0/B:col10/1731756340706/Put/seqid=0 2024-11-16T11:25:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741930_1106 (size=12301) 2024-11-16T11:25:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:41,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756401354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756401354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,517 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/7fe5ceb5ca40485d8d36134609257070 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fe5ceb5ca40485d8d36134609257070 2024-11-16T11:25:41,522 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 7fe5ceb5ca40485d8d36134609257070(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:41,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:41,523 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=13, startTime=1731756340649; duration=0sec 2024-11-16T11:25:41,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:41,523 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:41,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6d0e2ecdb42489cbfe40b2905ca323a 2024-11-16T11:25:41,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6a18f4541596492cb70d80551c49bff3 is 50, key is test_row_0/C:col10/1731756340706/Put/seqid=0 2024-11-16T11:25:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741931_1107 (size=12301) 2024-11-16T11:25:41,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:41,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756401858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756401858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6a18f4541596492cb70d80551c49bff3 2024-11-16T11:25:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/8b2c74a0e2d64e01a58d1805f6369516 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516 2024-11-16T11:25:41,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516, entries=150, sequenceid=432, filesize=12.0 K 2024-11-16T11:25:41,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/b6d0e2ecdb42489cbfe40b2905ca323a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a 2024-11-16T11:25:41,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-16T11:25:41,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/6a18f4541596492cb70d80551c49bff3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3 2024-11-16T11:25:41,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:41,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:41,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:41,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3, entries=150, sequenceid=432, filesize=12.0 K 2024-11-16T11:25:41,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 87d1089caaa945082f6f78fa3303bafc in 1268ms, sequenceid=432, compaction requested=false 2024-11-16T11:25:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:42,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:42,133 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:42,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cfa789e65409408fbad24cc79f8bfe98 is 50, key is test_row_0/A:col10/1731756340742/Put/seqid=0 2024-11-16T11:25:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741932_1108 (size=12301) 2024-11-16T11:25:42,596 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cfa789e65409408fbad24cc79f8bfe98 2024-11-16T11:25:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c441114b88824d0f83bde76307157fc3 is 50, key is test_row_0/B:col10/1731756340742/Put/seqid=0 2024-11-16T11:25:42,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741933_1109 (size=12301) 2024-11-16T11:25:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:42,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:42,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756402774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756402774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756402775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756402860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756402869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756402877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756402877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756402877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,008 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c441114b88824d0f83bde76307157fc3 2024-11-16T11:25:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/b3552260bf5045e282da7d38c0f9cf66 is 50, key is test_row_0/C:col10/1731756340742/Put/seqid=0 2024-11-16T11:25:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741934_1110 (size=12301) 2024-11-16T11:25:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756403081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756403081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756403081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756403384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756403387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756403387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,423 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/b3552260bf5045e282da7d38c0f9cf66 2024-11-16T11:25:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/cfa789e65409408fbad24cc79f8bfe98 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98 2024-11-16T11:25:43,433 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98, entries=150, sequenceid=451, filesize=12.0 K 2024-11-16T11:25:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/c441114b88824d0f83bde76307157fc3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3 2024-11-16T11:25:43,438 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3, entries=150, sequenceid=451, filesize=12.0 K 2024-11-16T11:25:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/b3552260bf5045e282da7d38c0f9cf66 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66 2024-11-16T11:25:43,445 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66, entries=150, sequenceid=451, filesize=12.0 K 2024-11-16T11:25:43,446 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 87d1089caaa945082f6f78fa3303bafc in 1313ms, sequenceid=451, compaction requested=true 2024-11-16T11:25:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T11:25:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-16T11:25:43,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-16T11:25:43,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8510 sec 2024-11-16T11:25:43,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.8560 sec 2024-11-16T11:25:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:43,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:43,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/0287a94cbcc648b3a5e285a39ab31f42 is 50, key is test_row_0/A:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756403901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756403902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756403903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741935_1111 (size=14741) 2024-11-16T11:25:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756404004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756404005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756404005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756404207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756404208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756404208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/0287a94cbcc648b3a5e285a39ab31f42 2024-11-16T11:25:44,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/04fd4dc09d774f25a2814973ad630dd7 is 50, key is test_row_0/B:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741936_1112 (size=12301) 2024-11-16T11:25:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756404510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756404511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756404511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T11:25:44,701 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-16T11:25:44,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-16T11:25:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:44,703 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:44,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:44,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:44,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/04fd4dc09d774f25a2814973ad630dd7 2024-11-16T11:25:44,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/337b09b1e8cd4fe6986e13cd1fedaea6 is 50, key is test_row_0/C:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741937_1113 (size=12301) 2024-11-16T11:25:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:44,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T11:25:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:44,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1731756404871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,872 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., hostname=de5e62237ead,46287,1731756317671, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:25:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59772 deadline: 1731756404877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:44,880 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., hostname=de5e62237ead,46287,1731756317671, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:45,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:45,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T11:25:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:45,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59774 deadline: 1731756405014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:45,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59732 deadline: 1731756405016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:45,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59762 deadline: 1731756405016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:45,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/337b09b1e8cd4fe6986e13cd1fedaea6 2024-11-16T11:25:45,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/0287a94cbcc648b3a5e285a39ab31f42 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42 2024-11-16T11:25:45,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42, entries=200, sequenceid=472, filesize=14.4 K 2024-11-16T11:25:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/04fd4dc09d774f25a2814973ad630dd7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7 2024-11-16T11:25:45,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7, entries=150, sequenceid=472, filesize=12.0 K 2024-11-16T11:25:45,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/337b09b1e8cd4fe6986e13cd1fedaea6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6 2024-11-16T11:25:45,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6, entries=150, sequenceid=472, filesize=12.0 K 2024-11-16T11:25:45,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 87d1089caaa945082f6f78fa3303bafc in 1263ms, sequenceid=472, compaction requested=true 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:45,154 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:45,154 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87d1089caaa945082f6f78fa3303bafc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:45,156 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:45,156 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/B is initiating minor compaction (all files) 2024-11-16T11:25:45,156 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/B in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,156 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a4f43d8637c54c7c9b68a0dfb4c57f26, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=49.0 K 2024-11-16T11:25:45,156 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:45,156 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/A is initiating minor compaction (all files) 2024-11-16T11:25:45,156 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/A in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,156 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1841fd1625334e46812e9dd9242cba2f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=51.4 K 2024-11-16T11:25:45,157 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f43d8637c54c7c9b68a0dfb4c57f26, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339936 2024-11-16T11:25:45,157 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1841fd1625334e46812e9dd9242cba2f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339936 2024-11-16T11:25:45,157 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b6d0e2ecdb42489cbfe40b2905ca323a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731756340577 2024-11-16T11:25:45,157 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b2c74a0e2d64e01a58d1805f6369516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731756340577 2024-11-16T11:25:45,157 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c441114b88824d0f83bde76307157fc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731756340734 2024-11-16T11:25:45,158 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fd4dc09d774f25a2814973ad630dd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731756342772 2024-11-16T11:25:45,158 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfa789e65409408fbad24cc79f8bfe98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731756340734 2024-11-16T11:25:45,158 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0287a94cbcc648b3a5e285a39ab31f42, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731756342772 2024-11-16T11:25:45,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:45,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T11:25:45,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,161 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:45,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/74c4e13d1c7a47faa230899f17e1765d is 50, key is test_row_0/A:col10/1731756343900/Put/seqid=0 2024-11-16T11:25:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741938_1114 (size=12301) 2024-11-16T11:25:45,177 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:45,177 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#B#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:45,178 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/dc6318ebaf6a48fe9c1b2a1faaade219 is 50, key is test_row_0/A:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:45,178 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/d72d2d4d5e394627b6442087ba374eb9 is 50, key is test_row_0/B:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741939_1115 (size=13425) 2024-11-16T11:25:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741940_1116 (size=13425) 2024-11-16T11:25:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:45,576 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/74c4e13d1c7a47faa230899f17e1765d 2024-11-16T11:25:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/27a99494537d44b18f44cf333dad3f4f is 50, key is test_row_0/B:col10/1731756343900/Put/seqid=0 2024-11-16T11:25:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741941_1117 (size=12301) 2024-11-16T11:25:45,590 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/27a99494537d44b18f44cf333dad3f4f 2024-11-16T11:25:45,600 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/d72d2d4d5e394627b6442087ba374eb9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d72d2d4d5e394627b6442087ba374eb9 2024-11-16T11:25:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/aee90d1cdd454a31a86aaef28ea2b536 is 50, key is test_row_0/C:col10/1731756343900/Put/seqid=0 2024-11-16T11:25:45,607 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/dc6318ebaf6a48fe9c1b2a1faaade219 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/dc6318ebaf6a48fe9c1b2a1faaade219 2024-11-16T11:25:45,610 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/B of 87d1089caaa945082f6f78fa3303bafc into d72d2d4d5e394627b6442087ba374eb9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:45,610 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:45,610 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/B, priority=12, startTime=1731756345154; duration=0sec 2024-11-16T11:25:45,610 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:45,610 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:B 2024-11-16T11:25:45,610 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:25:45,612 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:25:45,612 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 87d1089caaa945082f6f78fa3303bafc/C is initiating minor compaction (all files) 2024-11-16T11:25:45,612 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 87d1089caaa945082f6f78fa3303bafc/C in TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:45,613 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fe5ceb5ca40485d8d36134609257070, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp, totalSize=49.0 K 2024-11-16T11:25:45,615 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/A of 87d1089caaa945082f6f78fa3303bafc into dc6318ebaf6a48fe9c1b2a1faaade219(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:45,615 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe5ceb5ca40485d8d36134609257070, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731756339936 2024-11-16T11:25:45,615 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:45,615 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/A, priority=12, startTime=1731756345154; duration=0sec 2024-11-16T11:25:45,615 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:45,615 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:A 2024-11-16T11:25:45,615 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a18f4541596492cb70d80551c49bff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731756340577 2024-11-16T11:25:45,616 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b3552260bf5045e282da7d38c0f9cf66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731756340734 2024-11-16T11:25:45,616 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 337b09b1e8cd4fe6986e13cd1fedaea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731756342772 2024-11-16T11:25:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741942_1118 (size=12301) 2024-11-16T11:25:45,626 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87d1089caaa945082f6f78fa3303bafc#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:45,627 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/07e79e6c7fa3490baf41bda0c7220ef9 is 50, key is test_row_0/C:col10/1731756343889/Put/seqid=0 2024-11-16T11:25:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741943_1119 (size=13425) 2024-11-16T11:25:45,650 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/07e79e6c7fa3490baf41bda0c7220ef9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/07e79e6c7fa3490baf41bda0c7220ef9 2024-11-16T11:25:45,656 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 87d1089caaa945082f6f78fa3303bafc/C of 87d1089caaa945082f6f78fa3303bafc into 07e79e6c7fa3490baf41bda0c7220ef9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:45,656 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:45,656 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc., storeName=87d1089caaa945082f6f78fa3303bafc/C, priority=12, startTime=1731756345154; duration=0sec 2024-11-16T11:25:45,656 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:45,656 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87d1089caaa945082f6f78fa3303bafc:C 2024-11-16T11:25:45,781 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f0c7188 to 127.0.0.1:53099 2024-11-16T11:25:45,781 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x475ca0f4 to 127.0.0.1:53099 2024-11-16T11:25:45,781 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c9c1d1 to 127.0.0.1:53099 2024-11-16T11:25:45,781 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:45,781 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:45,781 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:45,782 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f1331a9 to 127.0.0.1:53099 2024-11-16T11:25:45,782 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:46,023 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/aee90d1cdd454a31a86aaef28ea2b536 2024-11-16T11:25:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:46,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. as already flushing 2024-11-16T11:25:46,027 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30d4d4c6 to 127.0.0.1:53099 2024-11-16T11:25:46,027 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cac4303 to 127.0.0.1:53099 2024-11-16T11:25:46,027 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:46,027 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:46,028 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c943d to 127.0.0.1:53099 2024-11-16T11:25:46,029 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/74c4e13d1c7a47faa230899f17e1765d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/74c4e13d1c7a47faa230899f17e1765d 2024-11-16T11:25:46,039 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/74c4e13d1c7a47faa230899f17e1765d, entries=150, sequenceid=487, filesize=12.0 K 2024-11-16T11:25:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/27a99494537d44b18f44cf333dad3f4f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/27a99494537d44b18f44cf333dad3f4f 2024-11-16T11:25:46,045 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/27a99494537d44b18f44cf333dad3f4f, entries=150, sequenceid=487, filesize=12.0 K 2024-11-16T11:25:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/aee90d1cdd454a31a86aaef28ea2b536 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/aee90d1cdd454a31a86aaef28ea2b536 2024-11-16T11:25:46,050 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/aee90d1cdd454a31a86aaef28ea2b536, entries=150, sequenceid=487, filesize=12.0 K 2024-11-16T11:25:46,051 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 87d1089caaa945082f6f78fa3303bafc in 890ms, sequenceid=487, compaction requested=false 2024-11-16T11:25:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T11:25:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-16T11:25:46,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-16T11:25:46,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3490 sec 2024-11-16T11:25:46,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.3520 sec 2024-11-16T11:25:46,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:25:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T11:25:46,809 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-16T11:25:48,894 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b10898 to 127.0.0.1:53099 2024-11-16T11:25:48,894 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:48,898 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d7115de to 127.0.0.1:53099 2024-11-16T11:25:48,899 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5599 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5468 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2384 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7145 rows 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2393 2024-11-16T11:25:48,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7179 rows 2024-11-16T11:25:48,899 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:25:48,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e59596a to 127.0.0.1:53099 2024-11-16T11:25:48,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:25:48,904 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:25:48,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:25:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:48,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756348912"}]},"ts":"1731756348912"} 2024-11-16T11:25:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:48,913 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:25:48,948 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:25:48,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:25:48,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, UNASSIGN}] 2024-11-16T11:25:48,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, UNASSIGN 2024-11-16T11:25:48,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=87d1089caaa945082f6f78fa3303bafc, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:48,961 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:25:48,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:49,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:49,121 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:49,121 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:25:49,123 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 87d1089caaa945082f6f78fa3303bafc, disabling compactions & flushes 2024-11-16T11:25:49,123 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:49,123 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:49,123 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. after waiting 0 ms 2024-11-16T11:25:49,123 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:49,124 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 87d1089caaa945082f6f78fa3303bafc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T11:25:49,124 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=A 2024-11-16T11:25:49,125 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:49,125 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=B 2024-11-16T11:25:49,125 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:49,125 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87d1089caaa945082f6f78fa3303bafc, store=C 2024-11-16T11:25:49,125 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:49,131 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/b41e5017c78f418cba2ca30ad7e8f814 is 50, key is test_row_0/A:col10/1731756348891/Put/seqid=0 2024-11-16T11:25:49,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741944_1120 (size=12301) 2024-11-16T11:25:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:49,537 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/b41e5017c78f418cba2ca30ad7e8f814 2024-11-16T11:25:49,554 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9160c55d2c834e91b365837e725cfbc9 is 50, key is test_row_0/B:col10/1731756348891/Put/seqid=0 2024-11-16T11:25:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741945_1121 (size=12301) 2024-11-16T11:25:49,960 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9160c55d2c834e91b365837e725cfbc9 2024-11-16T11:25:49,975 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/30b0bd99674145619a6251e66752e808 is 50, key is test_row_0/C:col10/1731756348891/Put/seqid=0 2024-11-16T11:25:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741946_1122 (size=12301) 2024-11-16T11:25:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:50,379 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/30b0bd99674145619a6251e66752e808 2024-11-16T11:25:50,384 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/A/b41e5017c78f418cba2ca30ad7e8f814 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/b41e5017c78f418cba2ca30ad7e8f814 2024-11-16T11:25:50,388 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/b41e5017c78f418cba2ca30ad7e8f814, entries=150, sequenceid=498, filesize=12.0 K 2024-11-16T11:25:50,389 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/B/9160c55d2c834e91b365837e725cfbc9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9160c55d2c834e91b365837e725cfbc9 2024-11-16T11:25:50,393 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9160c55d2c834e91b365837e725cfbc9, entries=150, sequenceid=498, filesize=12.0 K 2024-11-16T11:25:50,394 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/.tmp/C/30b0bd99674145619a6251e66752e808 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/30b0bd99674145619a6251e66752e808 2024-11-16T11:25:50,398 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/30b0bd99674145619a6251e66752e808, entries=150, sequenceid=498, filesize=12.0 K 2024-11-16T11:25:50,399 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 87d1089caaa945082f6f78fa3303bafc in 1276ms, sequenceid=498, compaction requested=true 2024-11-16T11:25:50,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/f8d664b17b9a43d7a1f573e7f38ecff7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/a52f572fe0c4428e8a7d68c84399cc1c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e29c0ed787fe4db68359ba1cc989defb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c7a53b533eea47cabbd1f850162b6440, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ed87634c8b1a46f9a409cf3e5685c227, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6b389497c0994f7abe6648685bb97c27, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0e9cd547fd75448c95fbe22d78510882, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6559a2d0d29449d39e2cfa1150e342fa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1841fd1625334e46812e9dd9242cba2f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42] to archive 2024-11-16T11:25:50,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:25:50,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b31d3d167fc44559d75e7519db5f8f0 2024-11-16T11:25:50,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ff7942376731460e90a35e219a8ec05f 2024-11-16T11:25:50,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/f8d664b17b9a43d7a1f573e7f38ecff7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/f8d664b17b9a43d7a1f573e7f38ecff7 2024-11-16T11:25:50,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/87be3190e4ed46a694a0f207e41b40c5 2024-11-16T11:25:50,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/678b10f03b42480e95019bff699e9ed8 2024-11-16T11:25:50,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/69009bcb15b645cdaf4358d89609f4bb 2024-11-16T11:25:50,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e264159ddaee45a3a99f17097ba52d66 2024-11-16T11:25:50,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/a52f572fe0c4428e8a7d68c84399cc1c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/a52f572fe0c4428e8a7d68c84399cc1c 2024-11-16T11:25:50,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cc868c0a502e430e9a7c7a4e581cfb05 2024-11-16T11:25:50,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3e8f6f188d9742a1b4dfca71b0d5e727 2024-11-16T11:25:50,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e29c0ed787fe4db68359ba1cc989defb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e29c0ed787fe4db68359ba1cc989defb 2024-11-16T11:25:50,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/fc058ec7af514550bd810910b2236ed6 2024-11-16T11:25:50,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/eb08248c5d104d569ff82ce3369c6ae8 2024-11-16T11:25:50,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/d8096dd0e4634146a091c3a0a3edb8d4 2024-11-16T11:25:50,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c7a53b533eea47cabbd1f850162b6440 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c7a53b533eea47cabbd1f850162b6440 2024-11-16T11:25:50,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/3d8ecaecf21d4d6184913c339006a650 2024-11-16T11:25:50,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1acca4d3fabf4367a5e4904fcf60ddfc 2024-11-16T11:25:50,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ed87634c8b1a46f9a409cf3e5685c227 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/ed87634c8b1a46f9a409cf3e5685c227 2024-11-16T11:25:50,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29c6bb714ebe42e99df7d5107d58f6dd 2024-11-16T11:25:50,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/e0849c2dea1b419b97c970a1c37483e8 2024-11-16T11:25:50,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6b389497c0994f7abe6648685bb97c27 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6b389497c0994f7abe6648685bb97c27 2024-11-16T11:25:50,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/46fba69e4f9344d499a240928c46f482 2024-11-16T11:25:50,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/c4b3c369b0284bd0b53a406f7dbb1af7 2024-11-16T11:25:50,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0e9cd547fd75448c95fbe22d78510882 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0e9cd547fd75448c95fbe22d78510882 2024-11-16T11:25:50,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6e424841c71b47a0ac3918b512f6b48e 2024-11-16T11:25:50,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1fb2cfd433744aaaaa2e85dbc9567328 2024-11-16T11:25:50,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6559a2d0d29449d39e2cfa1150e342fa to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/6559a2d0d29449d39e2cfa1150e342fa 2024-11-16T11:25:50,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/29e0c9e77f2a4d70b8d9228cc5e25e4d 2024-11-16T11:25:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1badcae7f84c40acb0bd254749ae9fe7 2024-11-16T11:25:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1841fd1625334e46812e9dd9242cba2f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/1841fd1625334e46812e9dd9242cba2f 2024-11-16T11:25:50,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/8b2c74a0e2d64e01a58d1805f6369516 2024-11-16T11:25:50,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/cfa789e65409408fbad24cc79f8bfe98 2024-11-16T11:25:50,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/0287a94cbcc648b3a5e285a39ab31f42 2024-11-16T11:25:50,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7326095b6eab4370b8bbfbb196759a78, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/5fc739da426045118c410938748fd52e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/374e4edde59f4559a21ea2f232f14a7f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c624f055cd634041898183fd69e5d4d2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b8efac4901614628b98110727b85b9f5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/dd34c50b9c4d4b8ebfcd02267d85bb8e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e9ab42c2e2b7479bbd444ccd8b5a8a58, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b5a4c3437b564d66bef45a60920eeecc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a4f43d8637c54c7c9b68a0dfb4c57f26, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7] to archive 2024-11-16T11:25:50,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:25:50,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/0b8f5079cd284db6a0b368f77115db06 2024-11-16T11:25:50,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/084b10c8e45344b59415a9253f610460 2024-11-16T11:25:50,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7326095b6eab4370b8bbfbb196759a78 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7326095b6eab4370b8bbfbb196759a78 2024-11-16T11:25:50,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e2ef4e9c8a5446e7aa25ffee7161e625 2024-11-16T11:25:50,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/cc8905f91f2349f1abc11ab1fa7ceb06 2024-11-16T11:25:50,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/6a15eb789b7f49e0bbaf0f6fad992484 2024-11-16T11:25:50,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/5fc739da426045118c410938748fd52e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/5fc739da426045118c410938748fd52e 2024-11-16T11:25:50,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/8d5ff7cf59534fa987984f028f9703bd 2024-11-16T11:25:50,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6e8f233e4974f36b5e49de70570e7c3 2024-11-16T11:25:50,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/374e4edde59f4559a21ea2f232f14a7f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/374e4edde59f4559a21ea2f232f14a7f 2024-11-16T11:25:50,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a0add6dfffbc42abb2f70162834d68d5 2024-11-16T11:25:50,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/ec0540458cbd4a458a12052d28d6f44e 2024-11-16T11:25:50,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d0bf8329991a42b091e73a8cadc0a521 2024-11-16T11:25:50,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c624f055cd634041898183fd69e5d4d2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c624f055cd634041898183fd69e5d4d2 2024-11-16T11:25:50,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/f86827ae0b2e42ed898aca65df07eede 2024-11-16T11:25:50,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7bd91746546643158a0b601c085e9b28 2024-11-16T11:25:50,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b8efac4901614628b98110727b85b9f5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b8efac4901614628b98110727b85b9f5 2024-11-16T11:25:50,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e3813d368f6c4092b092c00416229b15 2024-11-16T11:25:50,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9f22578711cd444997230f95d9bc42bb 2024-11-16T11:25:50,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/dd34c50b9c4d4b8ebfcd02267d85bb8e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/dd34c50b9c4d4b8ebfcd02267d85bb8e 2024-11-16T11:25:50,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/1e254d6e989e4acc99ed75859e70a35e 2024-11-16T11:25:50,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c6e653a9a0fa493da4fb2b5916f0ad4e 2024-11-16T11:25:50,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e9ab42c2e2b7479bbd444ccd8b5a8a58 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/e9ab42c2e2b7479bbd444ccd8b5a8a58 2024-11-16T11:25:50,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/53b13e8fd0cf445180a5c48e30d55708 2024-11-16T11:25:50,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/723bab96e5a14b74bae511a6b54d0a96 2024-11-16T11:25:50,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b5a4c3437b564d66bef45a60920eeecc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b5a4c3437b564d66bef45a60920eeecc 2024-11-16T11:25:50,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/95090ae179534fd5862c3a91d916c2d8 2024-11-16T11:25:50,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/bb3fd98e553d409983b88527bcb21553 2024-11-16T11:25:50,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a4f43d8637c54c7c9b68a0dfb4c57f26 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/a4f43d8637c54c7c9b68a0dfb4c57f26 2024-11-16T11:25:50,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/7ef98e2628a942c7932aef4d81505dc5 2024-11-16T11:25:50,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/b6d0e2ecdb42489cbfe40b2905ca323a 2024-11-16T11:25:50,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/c441114b88824d0f83bde76307157fc3 2024-11-16T11:25:50,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/04fd4dc09d774f25a2814973ad630dd7 2024-11-16T11:25:50,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/615e1234281c4986a51c717dd9815e1e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/0c7493ecaf4644ffa282b87f70c9e142, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/c4d2b0d837f141c59bdbb1b5328b54ba, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bdbca36d1b34d6cba7b6235e13200db, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ce6c9beec6d44994beae4ca5e4f51c47, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bf16e21a0604c3d8a3e117f75f41516, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6f9ada4d1bf84448a3c67836bfc3ecfa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5ede46001a524c829e92d4a23cfeda31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fe5ceb5ca40485d8d36134609257070, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6] to archive 2024-11-16T11:25:50,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:25:50,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fd774c8b55f4e13a448e53b62cb6e85 2024-11-16T11:25:50,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/77abff673d0b4f7ca70e88fd3f49ca38 2024-11-16T11:25:50,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/615e1234281c4986a51c717dd9815e1e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/615e1234281c4986a51c717dd9815e1e 2024-11-16T11:25:50,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d3fcbf64bfc7455cbb4dd30fc88eca83 2024-11-16T11:25:50,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d87349d837bc4995ad46250dd3c15e06 2024-11-16T11:25:50,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a1a55222ac034ea699b5c856f4a9d1cc 2024-11-16T11:25:50,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/0c7493ecaf4644ffa282b87f70c9e142 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/0c7493ecaf4644ffa282b87f70c9e142 2024-11-16T11:25:50,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/69f69adb47984731b807960699b51d38 2024-11-16T11:25:50,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/753b9bbbb17c4fdd9839850b8d2eae3f 2024-11-16T11:25:50,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/c4d2b0d837f141c59bdbb1b5328b54ba to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/c4d2b0d837f141c59bdbb1b5328b54ba 2024-11-16T11:25:50,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4dcdd635860040a6adc5d8028de9b51a 2024-11-16T11:25:50,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7223dc5baabd4046b3284728845bddcb 2024-11-16T11:25:50,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/e4dd54fcc1814c63b5864204fb82b002 2024-11-16T11:25:50,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bdbca36d1b34d6cba7b6235e13200db to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bdbca36d1b34d6cba7b6235e13200db 2024-11-16T11:25:50,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5811042913be4c9b8de0c070fe71dab4 2024-11-16T11:25:50,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/a10780005a584a09968913eefa6afe2e 2024-11-16T11:25:50,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ce6c9beec6d44994beae4ca5e4f51c47 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ce6c9beec6d44994beae4ca5e4f51c47 2024-11-16T11:25:50,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ef1f42e9c36b4611af8355a36ba26267 2024-11-16T11:25:50,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6619e354be5e4384897676e5a45dd09f 2024-11-16T11:25:50,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bf16e21a0604c3d8a3e117f75f41516 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4bf16e21a0604c3d8a3e117f75f41516 2024-11-16T11:25:50,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/38c7a1c1ba1744ad89a659fb7db11c6f 2024-11-16T11:25:50,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/ccc0c71524e8431491e399344bde99a2 2024-11-16T11:25:50,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6f9ada4d1bf84448a3c67836bfc3ecfa to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6f9ada4d1bf84448a3c67836bfc3ecfa 2024-11-16T11:25:50,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/4f7d9b9348314f509f7f2d73812eb737 2024-11-16T11:25:50,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/d4bebef0e77b42bf85aa06d483aee7f9 2024-11-16T11:25:50,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5ede46001a524c829e92d4a23cfeda31 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/5ede46001a524c829e92d4a23cfeda31 2024-11-16T11:25:50,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/2c80de69e261442da252f1bcade67c12 2024-11-16T11:25:50,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/98aff1ea64ab4ff0b4b20f1d3ca8fb71 2024-11-16T11:25:50,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fe5ceb5ca40485d8d36134609257070 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/7fe5ceb5ca40485d8d36134609257070 2024-11-16T11:25:50,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/3ca416094cee40a1b47d12c3d0ba798f 2024-11-16T11:25:50,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/6a18f4541596492cb70d80551c49bff3 2024-11-16T11:25:50,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/b3552260bf5045e282da7d38c0f9cf66 2024-11-16T11:25:50,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/337b09b1e8cd4fe6986e13cd1fedaea6 2024-11-16T11:25:50,540 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/recovered.edits/501.seqid, newMaxSeqId=501, maxSeqId=1 2024-11-16T11:25:50,542 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc. 2024-11-16T11:25:50,542 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 87d1089caaa945082f6f78fa3303bafc: 2024-11-16T11:25:50,544 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:50,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=87d1089caaa945082f6f78fa3303bafc, regionState=CLOSED 2024-11-16T11:25:50,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-16T11:25:50,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 87d1089caaa945082f6f78fa3303bafc, server=de5e62237ead,46287,1731756317671 in 1.5840 sec 2024-11-16T11:25:50,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-16T11:25:50,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=87d1089caaa945082f6f78fa3303bafc, UNASSIGN in 1.5880 sec 2024-11-16T11:25:50,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-16T11:25:50,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6000 sec 2024-11-16T11:25:50,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756350552"}]},"ts":"1731756350552"} 2024-11-16T11:25:50,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:25:50,598 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:25:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6910 sec 2024-11-16T11:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T11:25:51,021 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-16T11:25:51,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:25:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,037 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,038 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-16T11:25:51,040 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:51,044 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/recovered.edits] 2024-11-16T11:25:51,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/74c4e13d1c7a47faa230899f17e1765d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/74c4e13d1c7a47faa230899f17e1765d 2024-11-16T11:25:51,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/b41e5017c78f418cba2ca30ad7e8f814 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/b41e5017c78f418cba2ca30ad7e8f814 2024-11-16T11:25:51,049 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/dc6318ebaf6a48fe9c1b2a1faaade219 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/A/dc6318ebaf6a48fe9c1b2a1faaade219 2024-11-16T11:25:51,051 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/27a99494537d44b18f44cf333dad3f4f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/27a99494537d44b18f44cf333dad3f4f 2024-11-16T11:25:51,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9160c55d2c834e91b365837e725cfbc9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/9160c55d2c834e91b365837e725cfbc9 2024-11-16T11:25:51,053 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d72d2d4d5e394627b6442087ba374eb9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/B/d72d2d4d5e394627b6442087ba374eb9 2024-11-16T11:25:51,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/07e79e6c7fa3490baf41bda0c7220ef9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/07e79e6c7fa3490baf41bda0c7220ef9 2024-11-16T11:25:51,056 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/30b0bd99674145619a6251e66752e808 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/30b0bd99674145619a6251e66752e808 2024-11-16T11:25:51,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/aee90d1cdd454a31a86aaef28ea2b536 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/C/aee90d1cdd454a31a86aaef28ea2b536 2024-11-16T11:25:51,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/recovered.edits/501.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc/recovered.edits/501.seqid 2024-11-16T11:25:51,061 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/87d1089caaa945082f6f78fa3303bafc 2024-11-16T11:25:51,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:25:51,065 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T11:25:51,072 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:25:51,104 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:25:51,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:25:51,106 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756351106"}]},"ts":"9223372036854775807"} 2024-11-16T11:25:51,109 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:25:51,109 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 87d1089caaa945082f6f78fa3303bafc, NAME => 'TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:25:51,109 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:25:51,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756351109"}]},"ts":"9223372036854775807"} 2024-11-16T11:25:51,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-16T11:25:51,260 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 230 msec 2024-11-16T11:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-16T11:25:51,340 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-16T11:25:51,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1604779164_22 at /127.0.0.1:51886 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/de5e62237ead:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;de5e62237ead:46287-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=452 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3435 (was 3960) 2024-11-16T11:25:51,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=3439 2024-11-16T11:25:51,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:25:51,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:51,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:25:51,367 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:51,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-16T11:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:51,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:25:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741947_1123 (size=960) 2024-11-16T11:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:51,777 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:25:51,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741948_1124 (size=53) 2024-11-16T11:25:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:52,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:52,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 25b57800a9c41f3da6a4102849648aad, disabling compactions & flushes 2024-11-16T11:25:52,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. after waiting 0 ms 2024-11-16T11:25:52,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:52,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:25:52,193 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756352192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756352192"}]},"ts":"1731756352192"} 2024-11-16T11:25:52,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:25:52,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:25:52,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756352196"}]},"ts":"1731756352196"} 2024-11-16T11:25:52,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:25:52,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, ASSIGN}] 2024-11-16T11:25:52,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, ASSIGN 2024-11-16T11:25:52,250 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:25:52,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:52,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:52,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:52,558 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,558 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:52,559 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,559 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:52,559 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,560 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,562 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,564 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:52,565 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName A 2024-11-16T11:25:52,565 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:52,566 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:52,566 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,568 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:52,569 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName B 2024-11-16T11:25:52,569 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:52,570 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:52,570 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,571 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:52,572 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName C 2024-11-16T11:25:52,572 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:52,572 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:52,572 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,573 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,573 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,574 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:25:52,575 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:52,577 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:25:52,578 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 25b57800a9c41f3da6a4102849648aad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62629190, jitterRate=-0.0667523443698883}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:25:52,578 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:52,579 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., pid=37, masterSystemTime=1731756352555 2024-11-16T11:25:52,580 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,580 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:52,581 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:52,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T11:25:52,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 in 179 msec 2024-11-16T11:25:52,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-16T11:25:52,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, ASSIGN in 336 msec 2024-11-16T11:25:52,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:25:52,586 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756352586"}]},"ts":"1731756352586"} 2024-11-16T11:25:52,587 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:25:52,632 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:25:52,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2680 sec 2024-11-16T11:25:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-16T11:25:53,477 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-16T11:25:53,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-16T11:25:53,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:53,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:53,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:53,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:25:53,526 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:25:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:25:53,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:25:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T11:25:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741949_1125 (size=996) 2024-11-16T11:25:54,005 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T11:25:54,005 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T11:25:54,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:25:54,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, REOPEN/MOVE}] 2024-11-16T11:25:54,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, REOPEN/MOVE 2024-11-16T11:25:54,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,026 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:25:54,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:54,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,179 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,179 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:25:54,179 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 25b57800a9c41f3da6a4102849648aad, disabling compactions & flushes 2024-11-16T11:25:54,179 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,179 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,180 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. after waiting 0 ms 2024-11-16T11:25:54,180 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,186 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T11:25:54,187 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,187 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:54,187 WARN [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 25b57800a9c41f3da6a4102849648aad to self. 2024-11-16T11:25:54,189 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=CLOSED 2024-11-16T11:25:54,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-16T11:25:54,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 in 165 msec 2024-11-16T11:25:54,193 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, REOPEN/MOVE; state=CLOSED, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=true 2024-11-16T11:25:54,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:25:54,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,506 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,506 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:25:54,507 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,507 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:25:54,507 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,507 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,512 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,513 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:54,521 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName A 2024-11-16T11:25:54,524 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:54,524 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:54,525 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,526 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:54,526 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName B 2024-11-16T11:25:54,526 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:54,526 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:54,526 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,527 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:25:54,527 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b57800a9c41f3da6a4102849648aad columnFamilyName C 2024-11-16T11:25:54,527 DEBUG [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:54,528 INFO [StoreOpener-25b57800a9c41f3da6a4102849648aad-1 {}] regionserver.HStore(327): Store=25b57800a9c41f3da6a4102849648aad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:25:54,528 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,528 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,530 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,531 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:25:54,532 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,533 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 25b57800a9c41f3da6a4102849648aad; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65458082, jitterRate=-0.02459856867790222}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:25:54,534 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:54,534 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., pid=42, masterSystemTime=1731756354501 2024-11-16T11:25:54,536 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,536 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=OPEN, openSeqNum=5, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-16T11:25:54,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 in 190 msec 2024-11-16T11:25:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-16T11:25:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, REOPEN/MOVE in 515 msec 2024-11-16T11:25:54,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-16T11:25:54,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-16T11:25:54,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0090 sec 2024-11-16T11:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-16T11:25:54,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-16T11:25:54,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,619 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-16T11:25:54,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-16T11:25:54,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-16T11:25:54,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-16T11:25:54,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-16T11:25:54,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-16T11:25:54,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-16T11:25:54,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-16T11:25:54,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:25:54,703 DEBUG [hconnection-0x19485bb6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,704 DEBUG [hconnection-0x40ed77ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:54,705 DEBUG [hconnection-0x4b4db09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,705 DEBUG [hconnection-0x12389a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-16T11:25:54,706 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,706 DEBUG [hconnection-0x1b8bee3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,707 DEBUG [hconnection-0x76acf04a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-16T11:25:54,707 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,707 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:54,707 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:54,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,708 DEBUG [hconnection-0x6d0e2c7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:54,708 DEBUG [hconnection-0x7d963984-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,710 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,710 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,710 DEBUG [hconnection-0x1802c99f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:25:54,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:25:54,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:54,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:54,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:54,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:54,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:54,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756414752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756414755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756414758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756414759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756414759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160977bf94a8144d72b4772becf65300ac_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756354723/Put/seqid=0 2024-11-16T11:25:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-16T11:25:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741950_1126 (size=17034) 2024-11-16T11:25:54,832 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:54,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160977bf94a8144d72b4772becf65300ac_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160977bf94a8144d72b4772becf65300ac_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:54,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/41725e6757434ae7a3e184dbf1062790, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:54,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/41725e6757434ae7a3e184dbf1062790 is 175, key is test_row_0/A:col10/1731756354723/Put/seqid=0 2024-11-16T11:25:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741951_1127 (size=48139) 2024-11-16T11:25:54,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/41725e6757434ae7a3e184dbf1062790 2024-11-16T11:25:54,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-16T11:25:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:54,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756414860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756414861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756414864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756414864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756414860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:54,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d0759d5c36114fc5931bd3550e6c11b1 is 50, key is test_row_0/B:col10/1731756354723/Put/seqid=0 2024-11-16T11:25:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741952_1128 (size=12001) 2024-11-16T11:25:54,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d0759d5c36114fc5931bd3550e6c11b1 2024-11-16T11:25:54,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/cb7c2ba70334419abefd528c93a10d63 is 50, key is test_row_0/C:col10/1731756354723/Put/seqid=0 2024-11-16T11:25:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741953_1129 (size=12001) 2024-11-16T11:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-16T11:25:55,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-16T11:25:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756415074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756415079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756415080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756415080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756415080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-16T11:25:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,247 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:25:55,250 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-16T11:25:55,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-16T11:25:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/cb7c2ba70334419abefd528c93a10d63 2024-11-16T11:25:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/41725e6757434ae7a3e184dbf1062790 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790 2024-11-16T11:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756415378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756415384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756415386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756415387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756415387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790, entries=250, sequenceid=18, filesize=47.0 K 2024-11-16T11:25:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d0759d5c36114fc5931bd3550e6c11b1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1 2024-11-16T11:25:55,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1, entries=150, sequenceid=18, filesize=11.7 K 2024-11-16T11:25:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/cb7c2ba70334419abefd528c93a10d63 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63 2024-11-16T11:25:55,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63, entries=150, sequenceid=18, filesize=11.7 K 2024-11-16T11:25:55,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 25b57800a9c41f3da6a4102849648aad in 696ms, sequenceid=18, compaction requested=false 2024-11-16T11:25:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:55,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-16T11:25:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,483 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:25:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162641d37af90c4b59a6754510d1356291_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756354743/Put/seqid=0 2024-11-16T11:25:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741954_1130 (size=12154) 2024-11-16T11:25:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,525 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162641d37af90c4b59a6754510d1356291_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162641d37af90c4b59a6754510d1356291_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:55,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/21736877b9804c11acbced2ccf0e142c, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/21736877b9804c11acbced2ccf0e142c is 175, key is test_row_0/A:col10/1731756354743/Put/seqid=0 2024-11-16T11:25:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741955_1131 (size=30955) 2024-11-16T11:25:55,559 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/21736877b9804c11acbced2ccf0e142c 2024-11-16T11:25:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a2430b5c43864ca982c20655178c95c5 is 50, key is test_row_0/B:col10/1731756354743/Put/seqid=0 2024-11-16T11:25:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741956_1132 (size=12001) 2024-11-16T11:25:55,617 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a2430b5c43864ca982c20655178c95c5 2024-11-16T11:25:55,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/4361ed4b280a4b888317dd9537014f75 is 50, key is test_row_0/C:col10/1731756354743/Put/seqid=0 2024-11-16T11:25:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741957_1133 (size=12001) 2024-11-16T11:25:55,642 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/4361ed4b280a4b888317dd9537014f75 2024-11-16T11:25:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/21736877b9804c11acbced2ccf0e142c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c 2024-11-16T11:25:55,654 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c, entries=150, sequenceid=42, filesize=30.2 K 2024-11-16T11:25:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a2430b5c43864ca982c20655178c95c5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5 2024-11-16T11:25:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,662 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T11:25:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/4361ed4b280a4b888317dd9537014f75 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75 2024-11-16T11:25:55,669 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T11:25:55,670 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 25b57800a9c41f3da6a4102849648aad in 187ms, sequenceid=42, compaction requested=false 2024-11-16T11:25:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T11:25:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-16T11:25:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-16T11:25:55,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 964 msec 2024-11-16T11:25:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 970 msec 2024-11-16T11:25:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-16T11:25:55,811 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-16T11:25:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-16T11:25:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:55,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:25:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T11:25:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:55,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ab725ba52957418697eb3c40c6411d39_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:55,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741959_1135 (size=24358) 2024-11-16T11:25:55,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:56,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ab725ba52957418697eb3c40c6411d39_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab725ba52957418697eb3c40c6411d39_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:56,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/c61651c35f90460685da59793fc390ff, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/c61651c35f90460685da59793fc390ff is 175, key is test_row_0/A:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741958_1134 (size=73994) 2024-11-16T11:25:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:25:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T11:25:56,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:56,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T11:25:56,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:56,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/c61651c35f90460685da59793fc390ff 2024-11-16T11:25:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:56,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/5f575f45fc3342eb82bba35f49f311af is 50, key is test_row_0/B:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T11:25:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741960_1136 (size=12001) 2024-11-16T11:25:56,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/5f575f45fc3342eb82bba35f49f311af 2024-11-16T11:25:56,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/aa18ce76d3444f5f9d5c06433603afce is 50, key is test_row_0/C:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741961_1137 (size=12001) 2024-11-16T11:25:56,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/aa18ce76d3444f5f9d5c06433603afce 2024-11-16T11:25:56,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/c61651c35f90460685da59793fc390ff as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff 2024-11-16T11:25:56,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff, entries=400, sequenceid=53, filesize=72.3 K 2024-11-16T11:25:56,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/5f575f45fc3342eb82bba35f49f311af as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af 2024-11-16T11:25:56,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af, entries=150, sequenceid=53, filesize=11.7 K 2024-11-16T11:25:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/aa18ce76d3444f5f9d5c06433603afce as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce 2024-11-16T11:25:56,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce, entries=150, sequenceid=53, filesize=11.7 K 2024-11-16T11:25:56,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 25b57800a9c41f3da6a4102849648aad in 571ms, sequenceid=53, compaction requested=true 2024-11-16T11:25:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:56,528 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:56,528 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:56,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:56,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:56,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:56,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:56,530 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153088 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:56,530 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:25:56,530 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,530 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=149.5 K 2024-11-16T11:25:56,530 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,530 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff] 2024-11-16T11:25:56,531 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:56,531 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:25:56,531 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,531 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.2 K 2024-11-16T11:25:56,532 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41725e6757434ae7a3e184dbf1062790, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731756354712 2024-11-16T11:25:56,532 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d0759d5c36114fc5931bd3550e6c11b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731756354712 2024-11-16T11:25:56,532 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21736877b9804c11acbced2ccf0e142c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731756354743 2024-11-16T11:25:56,532 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a2430b5c43864ca982c20655178c95c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731756354743 2024-11-16T11:25:56,533 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61651c35f90460685da59793fc390ff, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355917 2024-11-16T11:25:56,533 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f575f45fc3342eb82bba35f49f311af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355918 2024-11-16T11:25:56,548 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,549 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:56,550 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/78d0ab9d995543f4be095f01c2e779bc is 50, key is test_row_0/B:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,552 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411169c4e3584fd014b8e95d9901b7ac97bc3_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,556 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411169c4e3584fd014b8e95d9901b7ac97bc3_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,556 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169c4e3584fd014b8e95d9901b7ac97bc3_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741962_1138 (size=12104) 2024-11-16T11:25:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741963_1139 (size=4469) 2024-11-16T11:25:56,586 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#118 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:56,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T11:25:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,589 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:56,589 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/78d0ab9d995543f4be095f01c2e779bc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/78d0ab9d995543f4be095f01c2e779bc 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:56,589 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/442f6a0aeb7941e2b314e30e59242844 is 175, key is test_row_0/A:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,598 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 78d0ab9d995543f4be095f01c2e779bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:56,599 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:56,599 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756356528; duration=0sec 2024-11-16T11:25:56,599 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:56,599 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:25:56,599 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:56,601 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:56,601 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:25:56,601 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:56,601 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.2 K 2024-11-16T11:25:56,605 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting cb7c2ba70334419abefd528c93a10d63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731756354712 2024-11-16T11:25:56,607 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4361ed4b280a4b888317dd9537014f75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731756354743 2024-11-16T11:25:56,607 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting aa18ce76d3444f5f9d5c06433603afce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355918 2024-11-16T11:25:56,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116045f6b4bc23e4dafb3e11504f0f6ac0b_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756355987/Put/seqid=0 2024-11-16T11:25:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741964_1140 (size=31058) 2024-11-16T11:25:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:56,632 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/442f6a0aeb7941e2b314e30e59242844 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844 2024-11-16T11:25:56,636 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,636 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/62d63638dd214c5ea59b70a921c01f9a is 50, key is test_row_0/C:col10/1731756355918/Put/seqid=0 2024-11-16T11:25:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,641 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into 442f6a0aeb7941e2b314e30e59242844(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:56,641 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:56,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,641 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756356528; duration=0sec 2024-11-16T11:25:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,641 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:56,641 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:25:56,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741965_1141 (size=12154) 2024-11-16T11:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:56,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741966_1142 (size=12104) 2024-11-16T11:25:56,658 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116045f6b4bc23e4dafb3e11504f0f6ac0b_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116045f6b4bc23e4dafb3e11504f0f6ac0b_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/66203dcc84804437b0916b5571f6e4c4, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/66203dcc84804437b0916b5571f6e4c4 is 175, key is test_row_0/A:col10/1731756355987/Put/seqid=0 2024-11-16T11:25:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741967_1143 (size=30955) 2024-11-16T11:25:56,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756416942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756416944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756416945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756416946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:56,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756416948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,070 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/66203dcc84804437b0916b5571f6e4c4 2024-11-16T11:25:57,073 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/62d63638dd214c5ea59b70a921c01f9a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/62d63638dd214c5ea59b70a921c01f9a 2024-11-16T11:25:57,084 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into 62d63638dd214c5ea59b70a921c01f9a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:57,084 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:57,085 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756356529; duration=0sec 2024-11-16T11:25:57,085 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:57,085 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:25:57,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/7dd1f30afef046e98899b27ccd50ff31 is 50, key is test_row_0/B:col10/1731756355987/Put/seqid=0 2024-11-16T11:25:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741968_1144 (size=12001) 2024-11-16T11:25:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756417246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756417249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756417250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756417250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756417253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,494 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/7dd1f30afef046e98899b27ccd50ff31 2024-11-16T11:25:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/41dc6330143b4c588b6bf680b273a347 is 50, key is test_row_0/C:col10/1731756355987/Put/seqid=0 2024-11-16T11:25:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741969_1145 (size=12001) 2024-11-16T11:25:57,525 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/41dc6330143b4c588b6bf680b273a347 2024-11-16T11:25:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/66203dcc84804437b0916b5571f6e4c4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4 2024-11-16T11:25:57,537 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4, entries=150, sequenceid=79, filesize=30.2 K 2024-11-16T11:25:57,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/7dd1f30afef046e98899b27ccd50ff31 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31 2024-11-16T11:25:57,547 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T11:25:57,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/41dc6330143b4c588b6bf680b273a347 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347 2024-11-16T11:25:57,556 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T11:25:57,557 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 25b57800a9c41f3da6a4102849648aad in 968ms, sequenceid=79, compaction requested=false 2024-11-16T11:25:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-16T11:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-16T11:25:57,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-16T11:25:57,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7420 sec 2024-11-16T11:25:57,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.7490 sec 2024-11-16T11:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:57,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:57,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:57,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165d108abf027143059ed6417ba5237987_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741970_1146 (size=12154) 2024-11-16T11:25:57,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756417781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756417783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756417785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756417786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756417791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756417887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756417891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756417892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756417892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756417893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T11:25:57,922 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-16T11:25:57,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:25:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-16T11:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:25:57,925 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:25:57,926 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:25:57,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:25:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:25:58,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756418092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756418095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756418096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756418096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756418096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:58,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165d108abf027143059ed6417ba5237987_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165d108abf027143059ed6417ba5237987_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:58,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/01b3b8bd854347b09e38561a5f6c5ec0, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:58,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/01b3b8bd854347b09e38561a5f6c5ec0 is 175, key is test_row_0/A:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741971_1147 (size=30955) 2024-11-16T11:25:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:25:58,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756418396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756418398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756418399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756418400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756418401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:25:58,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,607 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/01b3b8bd854347b09e38561a5f6c5ec0 2024-11-16T11:25:58,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/455ef450a22f4f9d8bcf18bdd74d64c2 is 50, key is test_row_0/B:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741972_1148 (size=12001) 2024-11-16T11:25:58,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/455ef450a22f4f9d8bcf18bdd74d64c2 2024-11-16T11:25:58,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/749a2f19c1ff48079c14ba793190dbc3 is 50, key is test_row_0/C:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741973_1149 (size=12001) 2024-11-16T11:25:58,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/749a2f19c1ff48079c14ba793190dbc3 2024-11-16T11:25:58,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/01b3b8bd854347b09e38561a5f6c5ec0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0 2024-11-16T11:25:58,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:25:58,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0, entries=150, sequenceid=93, filesize=30.2 K 2024-11-16T11:25:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/455ef450a22f4f9d8bcf18bdd74d64c2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2 2024-11-16T11:25:58,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-16T11:25:58,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/749a2f19c1ff48079c14ba793190dbc3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3 2024-11-16T11:25:58,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-16T11:25:58,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 25b57800a9c41f3da6a4102849648aad in 969ms, sequenceid=93, compaction requested=true 2024-11-16T11:25:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:25:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:58,725 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:58,725 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:25:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:25:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:58,726 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:58,727 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:25:58,727 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,727 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/78d0ab9d995543f4be095f01c2e779bc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.3 K 2024-11-16T11:25:58,727 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:58,727 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:25:58,727 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,727 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=90.8 K 2024-11-16T11:25:58,727 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,727 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0] 2024-11-16T11:25:58,728 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 442f6a0aeb7941e2b314e30e59242844, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355918 2024-11-16T11:25:58,728 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 78d0ab9d995543f4be095f01c2e779bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355918 2024-11-16T11:25:58,728 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66203dcc84804437b0916b5571f6e4c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731756355987 2024-11-16T11:25:58,728 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd1f30afef046e98899b27ccd50ff31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731756355987 2024-11-16T11:25:58,729 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 455ef450a22f4f9d8bcf18bdd74d64c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:25:58,730 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01b3b8bd854347b09e38561a5f6c5ec0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:25:58,749 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:58,751 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:58,751 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/6cd9b3bd5f9e4341bdc22d8454969263 is 50, key is test_row_0/B:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:58,767 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116a45299766c5a4853866e7b678b10b5e4_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:58,770 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116a45299766c5a4853866e7b678b10b5e4_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:58,770 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a45299766c5a4853866e7b678b10b5e4_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741974_1150 (size=12207) 2024-11-16T11:25:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741975_1151 (size=4469) 2024-11-16T11:25:58,808 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#127 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:58,808 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/0352bc66fa5641d0ab29702898708326 is 175, key is test_row_0/A:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741976_1152 (size=31161) 2024-11-16T11:25:58,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T11:25:58,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:58,848 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:25:58,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:25:58,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:25:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:25:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:25:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116023f7003e6c044db98a11d4255b5d671_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756357785/Put/seqid=0 2024-11-16T11:25:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741977_1153 (size=12154) 2024-11-16T11:25:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:58,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:25:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756418908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756418908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756418909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756418910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756418911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756419012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756419012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756419013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756419013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756419014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:25:59,202 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/6cd9b3bd5f9e4341bdc22d8454969263 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6cd9b3bd5f9e4341bdc22d8454969263 2024-11-16T11:25:59,208 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 6cd9b3bd5f9e4341bdc22d8454969263(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:59,208 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:59,208 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756358725; duration=0sec 2024-11-16T11:25:59,208 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:25:59,208 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:25:59,208 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:25:59,210 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:25:59,210 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:25:59,210 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:25:59,210 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/62d63638dd214c5ea59b70a921c01f9a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.3 K 2024-11-16T11:25:59,211 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 62d63638dd214c5ea59b70a921c01f9a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731756355918 2024-11-16T11:25:59,212 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 41dc6330143b4c588b6bf680b273a347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731756355987 2024-11-16T11:25:59,212 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 749a2f19c1ff48079c14ba793190dbc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:25:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756419214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756419215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756419215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756419216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756419220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,224 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:25:59,225 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/cbae2c1943014ba4afb52c2ca21fb19f is 50, key is test_row_0/C:col10/1731756356631/Put/seqid=0 2024-11-16T11:25:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741978_1154 (size=12207) 2024-11-16T11:25:59,239 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/0352bc66fa5641d0ab29702898708326 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326 2024-11-16T11:25:59,245 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into 0352bc66fa5641d0ab29702898708326(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:59,245 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:59,245 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756358725; duration=0sec 2024-11-16T11:25:59,245 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:59,245 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:25:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:25:59,280 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116023f7003e6c044db98a11d4255b5d671_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116023f7003e6c044db98a11d4255b5d671_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:25:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/1a2f186e380b4c9db19d83a0d22c208c, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:25:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/1a2f186e380b4c9db19d83a0d22c208c is 175, key is test_row_0/A:col10/1731756357785/Put/seqid=0 2024-11-16T11:25:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741979_1155 (size=30955) 2024-11-16T11:25:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756419520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756419520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756419521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756419522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756419525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:25:59,641 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/cbae2c1943014ba4afb52c2ca21fb19f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cbae2c1943014ba4afb52c2ca21fb19f 2024-11-16T11:25:59,648 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into cbae2c1943014ba4afb52c2ca21fb19f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:25:59,648 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:25:59,648 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756358726; duration=0sec 2024-11-16T11:25:59,648 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:25:59,648 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:25:59,687 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/1a2f186e380b4c9db19d83a0d22c208c 2024-11-16T11:25:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d600f95690c448318d42fe1b06470111 is 50, key is test_row_0/B:col10/1731756357785/Put/seqid=0 2024-11-16T11:25:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741980_1156 (size=12001) 2024-11-16T11:26:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756420023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756420024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756420025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756420026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:26:00,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756420029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:00,106 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d600f95690c448318d42fe1b06470111 2024-11-16T11:26:00,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/76bac063cd9b46c39e0c19f3de1ec152 is 50, key is test_row_0/C:col10/1731756357785/Put/seqid=0 2024-11-16T11:26:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741981_1157 (size=12001) 2024-11-16T11:26:00,137 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/76bac063cd9b46c39e0c19f3de1ec152 2024-11-16T11:26:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/1a2f186e380b4c9db19d83a0d22c208c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c 2024-11-16T11:26:00,155 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c, entries=150, sequenceid=118, filesize=30.2 K 2024-11-16T11:26:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d600f95690c448318d42fe1b06470111 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111 2024-11-16T11:26:00,163 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111, entries=150, sequenceid=118, filesize=11.7 K 2024-11-16T11:26:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/76bac063cd9b46c39e0c19f3de1ec152 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152 2024-11-16T11:26:00,171 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152, entries=150, sequenceid=118, filesize=11.7 K 2024-11-16T11:26:00,174 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 25b57800a9c41f3da6a4102849648aad in 1326ms, sequenceid=118, compaction requested=false 2024-11-16T11:26:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T11:26:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-16T11:26:00,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T11:26:00,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec 2024-11-16T11:26:00,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.2560 sec 2024-11-16T11:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:01,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:01,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167552a0dcd62c4ece9d2c9c6882f99aef_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741982_1158 (size=12204) 2024-11-16T11:26:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756421079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756421080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756421113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756421113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756421113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756421214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756421214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756421216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756421217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756421217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756421416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756421417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756421420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756421420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756421423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:01,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167552a0dcd62c4ece9d2c9c6882f99aef_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167552a0dcd62c4ece9d2c9c6882f99aef_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:01,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/77b42aea3d344dae8325faaaed075d1b, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:01,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/77b42aea3d344dae8325faaaed075d1b is 175, key is test_row_0/A:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741983_1159 (size=31005) 2024-11-16T11:26:01,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/77b42aea3d344dae8325faaaed075d1b 2024-11-16T11:26:01,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/9121eae500784f9c8c99975482a9c04a is 50, key is test_row_0/B:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741984_1160 (size=12051) 2024-11-16T11:26:01,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/9121eae500784f9c8c99975482a9c04a 2024-11-16T11:26:01,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/dd29eed451d840499eda6a29527c69b5 is 50, key is test_row_0/C:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741985_1161 (size=12051) 2024-11-16T11:26:01,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756421718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756421721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756421723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756421724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756421727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:01,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/dd29eed451d840499eda6a29527c69b5 2024-11-16T11:26:01,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/77b42aea3d344dae8325faaaed075d1b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b 2024-11-16T11:26:01,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b, entries=150, sequenceid=133, filesize=30.3 K 2024-11-16T11:26:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/9121eae500784f9c8c99975482a9c04a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a 2024-11-16T11:26:01,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a, entries=150, sequenceid=133, filesize=11.8 K 2024-11-16T11:26:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/dd29eed451d840499eda6a29527c69b5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5 2024-11-16T11:26:01,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5, entries=150, sequenceid=133, filesize=11.8 K 2024-11-16T11:26:01,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 25b57800a9c41f3da6a4102849648aad in 873ms, sequenceid=133, compaction requested=true 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:01,905 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:01,905 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:01,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:01,907 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93121 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:01,908 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:01,908 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:01,908 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:01,908 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:01,908 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:01,908 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6cd9b3bd5f9e4341bdc22d8454969263, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.4 K 2024-11-16T11:26:01,908 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=90.9 K 2024-11-16T11:26:01,908 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:01,908 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b] 2024-11-16T11:26:01,909 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cd9b3bd5f9e4341bdc22d8454969263, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:26:01,909 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0352bc66fa5641d0ab29702898708326, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:26:01,909 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d600f95690c448318d42fe1b06470111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731756357778 2024-11-16T11:26:01,909 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a2f186e380b4c9db19d83a0d22c208c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731756357778 2024-11-16T11:26:01,910 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 9121eae500784f9c8c99975482a9c04a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:01,911 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77b42aea3d344dae8325faaaed075d1b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:01,920 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:01,920 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/7e4643c002f741909bf1c080894977f1 is 50, key is test_row_0/B:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,921 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:01,924 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116e52bd2b9876a4489958d6e5492930f41_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:01,925 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116e52bd2b9876a4489958d6e5492930f41_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:01,926 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e52bd2b9876a4489958d6e5492930f41_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:01,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741986_1162 (size=12359) 2024-11-16T11:26:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741987_1163 (size=4469) 2024-11-16T11:26:01,961 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#136 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:01,962 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d1b994058f534a6da823041b1d292377 is 175, key is test_row_0/A:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741988_1164 (size=31313) 2024-11-16T11:26:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T11:26:02,030 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-16T11:26:02,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-16T11:26:02,033 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:02,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:02,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T11:26:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T11:26:02,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-16T11:26:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:02,187 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168780d11dca16458393db47459977bb56_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756361084/Put/seqid=0 2024-11-16T11:26:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741989_1165 (size=12304) 2024-11-16T11:26:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:02,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:02,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756422232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756422232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756422233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756422233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756422233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756422335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T11:26:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756422335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,340 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/7e4643c002f741909bf1c080894977f1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7e4643c002f741909bf1c080894977f1 2024-11-16T11:26:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756422338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756422339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756422339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 7e4643c002f741909bf1c080894977f1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:02,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:02,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756361905; duration=0sec 2024-11-16T11:26:02,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:02,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:02,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:02,347 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:02,347 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:02,347 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:02,347 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cbae2c1943014ba4afb52c2ca21fb19f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.4 K 2024-11-16T11:26:02,348 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting cbae2c1943014ba4afb52c2ca21fb19f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756356629 2024-11-16T11:26:02,348 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 76bac063cd9b46c39e0c19f3de1ec152, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731756357778 2024-11-16T11:26:02,348 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting dd29eed451d840499eda6a29527c69b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:02,364 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:02,365 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/9df2e52e8a5242e380db051ba51cecf5 is 50, key is test_row_0/C:col10/1731756358909/Put/seqid=0 2024-11-16T11:26:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741990_1166 (size=12359) 2024-11-16T11:26:02,374 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/9df2e52e8a5242e380db051ba51cecf5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/9df2e52e8a5242e380db051ba51cecf5 2024-11-16T11:26:02,381 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into 9df2e52e8a5242e380db051ba51cecf5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:02,381 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:02,381 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756361905; duration=0sec 2024-11-16T11:26:02,381 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:02,381 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:02,383 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d1b994058f534a6da823041b1d292377 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377 2024-11-16T11:26:02,389 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into d1b994058f534a6da823041b1d292377(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:02,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:02,389 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756361905; duration=0sec 2024-11-16T11:26:02,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:02,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:02,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756422538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756422537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756422543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756422543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756422546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:02,631 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168780d11dca16458393db47459977bb56_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168780d11dca16458393db47459977bb56_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:02,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/17fdee274b4745d18a8beb95fce69773, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:02,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/17fdee274b4745d18a8beb95fce69773 is 175, key is test_row_0/A:col10/1731756361084/Put/seqid=0 2024-11-16T11:26:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T11:26:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741991_1167 (size=31105) 2024-11-16T11:26:02,644 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/17fdee274b4745d18a8beb95fce69773 2024-11-16T11:26:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a31061e2d7234dea8a3400add005c1b9 is 50, key is test_row_0/B:col10/1731756361084/Put/seqid=0 2024-11-16T11:26:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741992_1168 (size=12151) 2024-11-16T11:26:02,679 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a31061e2d7234dea8a3400add005c1b9 2024-11-16T11:26:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7ac61bfff83846efa8b10c692f2dfa81 is 50, key is test_row_0/C:col10/1731756361084/Put/seqid=0 2024-11-16T11:26:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741993_1169 (size=12151) 2024-11-16T11:26:02,713 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7ac61bfff83846efa8b10c692f2dfa81 2024-11-16T11:26:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/17fdee274b4745d18a8beb95fce69773 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773 2024-11-16T11:26:02,731 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773, entries=150, sequenceid=159, filesize=30.4 K 2024-11-16T11:26:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a31061e2d7234dea8a3400add005c1b9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9 2024-11-16T11:26:02,737 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9, entries=150, sequenceid=159, filesize=11.9 K 2024-11-16T11:26:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7ac61bfff83846efa8b10c692f2dfa81 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81 2024-11-16T11:26:02,745 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81, entries=150, sequenceid=159, filesize=11.9 K 2024-11-16T11:26:02,747 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 25b57800a9c41f3da6a4102849648aad in 561ms, sequenceid=159, compaction requested=false 2024-11-16T11:26:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T11:26:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-16T11:26:02,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-16T11:26:02,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-16T11:26:02,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 721 msec 2024-11-16T11:26:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:02,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:02,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e5b972cc6a214d789e3be904407894b5_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756422863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756422864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756422865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756422865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756422866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741994_1170 (size=14794) 2024-11-16T11:26:02,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:02,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e5b972cc6a214d789e3be904407894b5_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5b972cc6a214d789e3be904407894b5_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:02,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a26b0343291a454a8484c613353c0c4b, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:02,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a26b0343291a454a8484c613353c0c4b is 175, key is test_row_0/A:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741995_1171 (size=39749) 2024-11-16T11:26:02,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756422978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756422978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756422978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756422978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:02,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756422978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T11:26:03,138 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-16T11:26:03,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-16T11:26:03,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:03,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:03,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756423180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756423180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756423180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756423181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756423181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:03,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a26b0343291a454a8484c613353c0c4b 2024-11-16T11:26:03,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 is 50, key is test_row_0/B:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741996_1172 (size=12151) 2024-11-16T11:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:03,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756423484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756423484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756423484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756423485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756423486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 2024-11-16T11:26:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:03,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7d329c6ff573491c9eb8f7c69f3ec7d1 is 50, key is test_row_0/C:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741997_1173 (size=12151) 2024-11-16T11:26:03,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,835 INFO [master/de5e62237ead:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T11:26:03,835 INFO [master/de5e62237ead:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T11:26:03,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756423989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756423989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756423990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756423992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756423994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:04,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:04,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:04,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7d329c6ff573491c9eb8f7c69f3ec7d1 2024-11-16T11:26:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a26b0343291a454a8484c613353c0c4b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b 2024-11-16T11:26:04,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b, entries=200, sequenceid=173, filesize=38.8 K 2024-11-16T11:26:04,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 2024-11-16T11:26:04,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85, entries=150, sequenceid=173, filesize=11.9 K 2024-11-16T11:26:04,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/7d329c6ff573491c9eb8f7c69f3ec7d1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1 2024-11-16T11:26:04,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-16T11:26:04,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 25b57800a9c41f3da6a4102849648aad in 1334ms, sequenceid=173, compaction requested=true 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:04,174 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:04,174 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:04,175 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:04,176 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,176 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,176 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7e4643c002f741909bf1c080894977f1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.8 K 2024-11-16T11:26:04,176 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=99.8 K 2024-11-16T11:26:04,176 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b] 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4643c002f741909bf1c080894977f1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:04,176 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b994058f534a6da823041b1d292377, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:04,177 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a31061e2d7234dea8a3400add005c1b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731756361078 2024-11-16T11:26:04,177 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17fdee274b4745d18a8beb95fce69773, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731756361078 2024-11-16T11:26:04,177 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e7a9c3b39e74cf0820d0eb6e4af5e85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:04,177 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a26b0343291a454a8484c613353c0c4b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:04,189 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:04,189 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/5c85942af6af4ad4ba0c207509cdad4e is 50, key is test_row_0/B:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:04,191 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:04,195 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411161b350787a930458b85982752640faeed_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:04,198 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411161b350787a930458b85982752640faeed_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:04,198 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161b350787a930458b85982752640faeed_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741998_1174 (size=12561) 2024-11-16T11:26:04,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:04,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T11:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,210 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:04,210 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/5c85942af6af4ad4ba0c207509cdad4e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5c85942af6af4ad4ba0c207509cdad4e 2024-11-16T11:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:04,216 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 5c85942af6af4ad4ba0c207509cdad4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:04,216 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:04,216 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756364174; duration=0sec 2024-11-16T11:26:04,216 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:04,216 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:04,216 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741999_1175 (size=4469) 2024-11-16T11:26:04,219 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:04,219 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:04,219 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:04,219 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/9df2e52e8a5242e380db051ba51cecf5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=35.8 K 2024-11-16T11:26:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167b3f43e7c59e42cb8496c831fd377964_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756362864/Put/seqid=0 2024-11-16T11:26:04,222 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df2e52e8a5242e380db051ba51cecf5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731756358909 2024-11-16T11:26:04,223 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac61bfff83846efa8b10c692f2dfa81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731756361078 2024-11-16T11:26:04,224 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d329c6ff573491c9eb8f7c69f3ec7d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:04,225 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#145 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:04,225 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/89c44107e0554cd4b1c031d8c328b57c is 175, key is test_row_0/A:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:04,235 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:04,235 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/87cc62b24716415c913ca6556fb8e3e8 is 50, key is test_row_0/C:col10/1731756362839/Put/seqid=0 2024-11-16T11:26:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742001_1177 (size=31515) 2024-11-16T11:26:04,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742000_1176 (size=12304) 2024-11-16T11:26:04,243 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/89c44107e0554cd4b1c031d8c328b57c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c 2024-11-16T11:26:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:04,251 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into 89c44107e0554cd4b1c031d8c328b57c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:04,251 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:04,251 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756364174; duration=0sec 2024-11-16T11:26:04,251 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:04,251 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742002_1178 (size=12561) 2024-11-16T11:26:04,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:04,697 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167b3f43e7c59e42cb8496c831fd377964_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167b3f43e7c59e42cb8496c831fd377964_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:04,698 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/87cc62b24716415c913ca6556fb8e3e8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/87cc62b24716415c913ca6556fb8e3e8 2024-11-16T11:26:04,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a39d956f31ee45fd9e5924cc773f5bd3, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:04,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a39d956f31ee45fd9e5924cc773f5bd3 is 175, key is test_row_0/A:col10/1731756362864/Put/seqid=0 2024-11-16T11:26:04,705 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into 87cc62b24716415c913ca6556fb8e3e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:04,705 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:04,705 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756364174; duration=0sec 2024-11-16T11:26:04,705 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:04,705 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:04,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742003_1179 (size=31105) 2024-11-16T11:26:04,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:05,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756425004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,121 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a39d956f31ee45fd9e5924cc773f5bd3 2024-11-16T11:26:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/dfc7ff37fee344d1ac116d8eb60f0bea is 50, key is test_row_0/B:col10/1731756362864/Put/seqid=0 2024-11-16T11:26:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742004_1180 (size=12151) 2024-11-16T11:26:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,532 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/dfc7ff37fee344d1ac116d8eb60f0bea 2024-11-16T11:26:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 is 50, key is test_row_0/C:col10/1731756362864/Put/seqid=0 2024-11-16T11:26:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742005_1181 (size=12151) 2024-11-16T11:26:05,544 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 2024-11-16T11:26:05,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/a39d956f31ee45fd9e5924cc773f5bd3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3 2024-11-16T11:26:05,555 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3, entries=150, sequenceid=198, filesize=30.4 K 2024-11-16T11:26:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/dfc7ff37fee344d1ac116d8eb60f0bea as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea 2024-11-16T11:26:05,561 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea, entries=150, sequenceid=198, filesize=11.9 K 2024-11-16T11:26:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 2024-11-16T11:26:05,567 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948, entries=150, sequenceid=198, filesize=11.9 K 2024-11-16T11:26:05,568 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 25b57800a9c41f3da6a4102849648aad in 1358ms, sequenceid=198, compaction requested=false 2024-11-16T11:26:05,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T11:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-16T11:26:05,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-16T11:26:05,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4280 sec 2024-11-16T11:26:05,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4320 sec 2024-11-16T11:26:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:05,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:05,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:05,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f65a2a4d9a0c486bbaa592127fdbf777_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742006_1182 (size=12304) 2024-11-16T11:26:05,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:05,631 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f65a2a4d9a0c486bbaa592127fdbf777_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f65a2a4d9a0c486bbaa592127fdbf777_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:05,632 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/46e7343706e04c679908f6f749026dd5, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:05,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/46e7343706e04c679908f6f749026dd5 is 175, key is test_row_0/A:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:05,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742007_1183 (size=31105) 2024-11-16T11:26:05,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/46e7343706e04c679908f6f749026dd5 2024-11-16T11:26:05,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/016feb8689244e2fb8b874ad99da5edc is 50, key is test_row_0/B:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742008_1184 (size=12151) 2024-11-16T11:26:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756425942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756425943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756425943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756425945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/016feb8689244e2fb8b874ad99da5edc 2024-11-16T11:26:06,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/5f29765ce53443c9bf03de2106fc9845 is 50, key is test_row_0/C:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742009_1185 (size=12151) 2024-11-16T11:26:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756426246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756426247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756426247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756426248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/5f29765ce53443c9bf03de2106fc9845 2024-11-16T11:26:06,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/46e7343706e04c679908f6f749026dd5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5 2024-11-16T11:26:06,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5, entries=150, sequenceid=213, filesize=30.4 K 2024-11-16T11:26:06,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/016feb8689244e2fb8b874ad99da5edc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc 2024-11-16T11:26:06,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T11:26:06,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/5f29765ce53443c9bf03de2106fc9845 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845 2024-11-16T11:26:06,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T11:26:06,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 25b57800a9c41f3da6a4102849648aad in 890ms, sequenceid=213, compaction requested=true 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:06,503 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:06,503 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:06,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:06,504 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:06,504 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:06,504 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:06,504 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:06,504 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:06,504 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:06,504 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=91.5 K 2024-11-16T11:26:06,504 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5c85942af6af4ad4ba0c207509cdad4e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=36.0 K 2024-11-16T11:26:06,504 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:06,504 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5] 2024-11-16T11:26:06,505 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c85942af6af4ad4ba0c207509cdad4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:06,505 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c44107e0554cd4b1c031d8c328b57c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:06,505 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39d956f31ee45fd9e5924cc773f5bd3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731756362863 2024-11-16T11:26:06,505 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting dfc7ff37fee344d1ac116d8eb60f0bea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731756362863 2024-11-16T11:26:06,506 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 016feb8689244e2fb8b874ad99da5edc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:06,506 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e7343706e04c679908f6f749026dd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:06,514 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:06,515 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:06,516 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/8be97677280d4d8eb2c29bfdd129be12 is 50, key is test_row_0/B:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:06,516 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411169cc88afba8c448f395310609e1bbb09f_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:06,518 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411169cc88afba8c448f395310609e1bbb09f_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:06,518 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169cc88afba8c448f395310609e1bbb09f_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742011_1187 (size=4469) 2024-11-16T11:26:06,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742010_1186 (size=12663) 2024-11-16T11:26:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:06,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:06,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111698977ee697bc4ee6ad4886a7769afab7_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756366750/Put/seqid=0 2024-11-16T11:26:06,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756426756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756426759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756426761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756426761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742012_1188 (size=12304) 2024-11-16T11:26:06,772 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:06,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111698977ee697bc4ee6ad4886a7769afab7_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698977ee697bc4ee6ad4886a7769afab7_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:06,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/abeac84a440345a19b1877ac21390011, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:06,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/abeac84a440345a19b1877ac21390011 is 175, key is test_row_0/A:col10/1731756366750/Put/seqid=0 2024-11-16T11:26:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742013_1189 (size=31105) 2024-11-16T11:26:06,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/abeac84a440345a19b1877ac21390011 2024-11-16T11:26:06,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/93d04ea632554d6db6d1f544edc81e5a is 50, key is test_row_0/B:col10/1731756366750/Put/seqid=0 2024-11-16T11:26:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742014_1190 (size=12151) 2024-11-16T11:26:06,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756426862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756426862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756426864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756426867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:06,936 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:06,936 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/dbb57c16f17a40109e9f2b3bb0377fb3 is 175, key is test_row_0/A:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742015_1191 (size=31617) 2024-11-16T11:26:06,941 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/8be97677280d4d8eb2c29bfdd129be12 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/8be97677280d4d8eb2c29bfdd129be12 2024-11-16T11:26:06,947 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 8be97677280d4d8eb2c29bfdd129be12(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:06,947 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:06,947 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/dbb57c16f17a40109e9f2b3bb0377fb3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3 2024-11-16T11:26:06,947 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756366503; duration=0sec 2024-11-16T11:26:06,947 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:06,947 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:06,947 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:06,948 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:06,948 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:06,948 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:06,949 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/87cc62b24716415c913ca6556fb8e3e8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=36.0 K 2024-11-16T11:26:06,949 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 87cc62b24716415c913ca6556fb8e3e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756362224 2024-11-16T11:26:06,949 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a1f1e81127bc4c0aba8f6cc4a0fd9948, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731756362863 2024-11-16T11:26:06,950 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f29765ce53443c9bf03de2106fc9845, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:06,953 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into dbb57c16f17a40109e9f2b3bb0377fb3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:06,953 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:06,953 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756366503; duration=0sec 2024-11-16T11:26:06,953 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:06,953 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:06,957 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:06,958 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/8b21f1a613b64816b5d46a01a6125bb3 is 50, key is test_row_0/C:col10/1731756365004/Put/seqid=0 2024-11-16T11:26:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742016_1192 (size=12663) 2024-11-16T11:26:07,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756427021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,023 DEBUG [Thread-624 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:26:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756427065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756427066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756427066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756427072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/93d04ea632554d6db6d1f544edc81e5a 2024-11-16T11:26:07,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/876b779978d84d10979f0bc5938f3b31 is 50, key is test_row_0/C:col10/1731756366750/Put/seqid=0 2024-11-16T11:26:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742017_1193 (size=12151) 2024-11-16T11:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T11:26:07,246 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-16T11:26:07,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-16T11:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:07,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:07,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:07,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756427368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756427370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756427370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756427373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,379 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/8b21f1a613b64816b5d46a01a6125bb3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8b21f1a613b64816b5d46a01a6125bb3 2024-11-16T11:26:07,385 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into 8b21f1a613b64816b5d46a01a6125bb3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:07,385 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:07,385 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756366503; duration=0sec 2024-11-16T11:26:07,385 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:07,385 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:07,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-16T11:26:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:07,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:07,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-16T11:26:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:07,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:07,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/876b779978d84d10979f0bc5938f3b31 2024-11-16T11:26:07,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/abeac84a440345a19b1877ac21390011 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011 2024-11-16T11:26:07,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011, entries=150, sequenceid=238, filesize=30.4 K 2024-11-16T11:26:07,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/93d04ea632554d6db6d1f544edc81e5a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a 2024-11-16T11:26:07,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a, entries=150, sequenceid=238, filesize=11.9 K 2024-11-16T11:26:07,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/876b779978d84d10979f0bc5938f3b31 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31 2024-11-16T11:26:07,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31, entries=150, sequenceid=238, filesize=11.9 K 2024-11-16T11:26:07,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 25b57800a9c41f3da6a4102849648aad in 879ms, sequenceid=238, compaction requested=false 2024-11-16T11:26:07,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:07,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-16T11:26:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:07,706 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d95aab9524c5461b806833c57689e764_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756366759/Put/seqid=0 2024-11-16T11:26:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742018_1194 (size=12304) 2024-11-16T11:26:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:07,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756427890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756427891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756427892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756427893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756427996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756427996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756427996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:07,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756427996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:08,123 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d95aab9524c5461b806833c57689e764_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d95aab9524c5461b806833c57689e764_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:08,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/950e09fbd16e404da6cf15870400f8da, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/950e09fbd16e404da6cf15870400f8da is 175, key is test_row_0/A:col10/1731756366759/Put/seqid=0 2024-11-16T11:26:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742019_1195 (size=31105) 2024-11-16T11:26:08,131 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/950e09fbd16e404da6cf15870400f8da 2024-11-16T11:26:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c1c7f0e6ad5945a8b64c6977126c85d7 is 50, key is test_row_0/B:col10/1731756366759/Put/seqid=0 2024-11-16T11:26:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742020_1196 (size=12151) 2024-11-16T11:26:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756428198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756428198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756428199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756428200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:08,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756428500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756428500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756428502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756428504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:08,549 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c1c7f0e6ad5945a8b64c6977126c85d7 2024-11-16T11:26:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/efd83ebc132c43439f799d45d20c772f is 50, key is test_row_0/C:col10/1731756366759/Put/seqid=0 2024-11-16T11:26:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742021_1197 (size=12151) 2024-11-16T11:26:08,960 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/efd83ebc132c43439f799d45d20c772f 2024-11-16T11:26:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/950e09fbd16e404da6cf15870400f8da as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da 2024-11-16T11:26:08,968 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da, entries=150, sequenceid=252, filesize=30.4 K 2024-11-16T11:26:08,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c1c7f0e6ad5945a8b64c6977126c85d7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7 2024-11-16T11:26:08,974 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7, entries=150, sequenceid=252, filesize=11.9 K 2024-11-16T11:26:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/efd83ebc132c43439f799d45d20c772f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f 2024-11-16T11:26:08,979 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f, entries=150, sequenceid=252, filesize=11.9 K 2024-11-16T11:26:08,979 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 25b57800a9c41f3da6a4102849648aad in 1273ms, sequenceid=252, compaction requested=true 2024-11-16T11:26:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T11:26:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-16T11:26:08,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-16T11:26:08,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7320 sec 2024-11-16T11:26:08,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.7360 sec 2024-11-16T11:26:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161dd8a4c9aa254687b3a0f1928ad017da_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756429014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756429014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756429015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756429015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742022_1198 (size=14994) 2024-11-16T11:26:09,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:09,025 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161dd8a4c9aa254687b3a0f1928ad017da_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161dd8a4c9aa254687b3a0f1928ad017da_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/b984335b06264185a93dfc77c540dd55, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/b984335b06264185a93dfc77c540dd55 is 175, key is test_row_0/A:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742023_1199 (size=39949) 2024-11-16T11:26:09,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/b984335b06264185a93dfc77c540dd55 2024-11-16T11:26:09,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/26b6a8a78d6142d28cc3429a9966f1a5 is 50, key is test_row_0/B:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742024_1200 (size=12301) 2024-11-16T11:26:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756429116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756429116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756429118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756429118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756429318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756429319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756429323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756429324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T11:26:09,352 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-16T11:26:09,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-16T11:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T11:26:09,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:09,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:09,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:09,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/26b6a8a78d6142d28cc3429a9966f1a5 2024-11-16T11:26:09,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/e2a6285b594b41b3a07e92a3848fc0ac is 50, key is test_row_0/C:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T11:26:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742025_1201 (size=12301) 2024-11-16T11:26:09,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/e2a6285b594b41b3a07e92a3848fc0ac 2024-11-16T11:26:09,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/b984335b06264185a93dfc77c540dd55 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55 2024-11-16T11:26:09,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55, entries=200, sequenceid=278, filesize=39.0 K 2024-11-16T11:26:09,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/26b6a8a78d6142d28cc3429a9966f1a5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5 2024-11-16T11:26:09,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5, entries=150, sequenceid=278, filesize=12.0 K 2024-11-16T11:26:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/e2a6285b594b41b3a07e92a3848fc0ac as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac 2024-11-16T11:26:09,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac, entries=150, sequenceid=278, filesize=12.0 K 2024-11-16T11:26:09,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 25b57800a9c41f3da6a4102849648aad in 472ms, sequenceid=278, compaction requested=true 2024-11-16T11:26:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:09,478 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:09,478 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133776 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:09,484 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,484 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,484 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/8be97677280d4d8eb2c29bfdd129be12, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=48.1 K 2024-11-16T11:26:09,484 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=130.6 K 2024-11-16T11:26:09,484 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55] 2024-11-16T11:26:09,484 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be97677280d4d8eb2c29bfdd129be12, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb57c16f17a40109e9f2b3bb0377fb3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 93d04ea632554d6db6d1f544edc81e5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731756365631 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting abeac84a440345a19b1877ac21390011, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731756365631 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c1c7f0e6ad5945a8b64c6977126c85d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731756366755 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 950e09fbd16e404da6cf15870400f8da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731756366755 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b6a8a78d6142d28cc3429a9966f1a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:09,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b984335b06264185a93dfc77c540dd55, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:09,494 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:09,494 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/bb4d78e78663458d88034b0238159700 is 50, key is test_row_0/B:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,495 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,497 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411161e8b837ed6c54017a8d217438ada7a20_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742026_1202 (size=12949) 2024-11-16T11:26:09,499 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411161e8b837ed6c54017a8d217438ada7a20_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,500 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161e8b837ed6c54017a8d217438ada7a20_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,505 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/bb4d78e78663458d88034b0238159700 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bb4d78e78663458d88034b0238159700 2024-11-16T11:26:09,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T11:26:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,508 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,511 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into bb4d78e78663458d88034b0238159700(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:09,511 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:09,511 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=12, startTime=1731756369478; duration=0sec 2024-11-16T11:26:09,511 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:09,511 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:09,511 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:09,513 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:09,513 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:09,513 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,513 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8b21f1a613b64816b5d46a01a6125bb3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=48.1 K 2024-11-16T11:26:09,513 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b21f1a613b64816b5d46a01a6125bb3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731756364996 2024-11-16T11:26:09,514 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 876b779978d84d10979f0bc5938f3b31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731756365631 2024-11-16T11:26:09,514 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting efd83ebc132c43439f799d45d20c772f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731756366755 2024-11-16T11:26:09,514 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a6285b594b41b3a07e92a3848fc0ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742027_1203 (size=4469) 2024-11-16T11:26:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160b58855ef475465883c4a826f32d4f98_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756369013/Put/seqid=0 2024-11-16T11:26:09,529 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:09,530 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/c3ee6a31f2df4e409e5a69a015fe9d3d is 50, key is test_row_0/C:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742028_1204 (size=12454) 2024-11-16T11:26:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:09,552 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160b58855ef475465883c4a826f32d4f98_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b58855ef475465883c4a826f32d4f98_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/9f5195e8525548808e006474b4be1884, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/9f5195e8525548808e006474b4be1884 is 175, key is test_row_0/A:col10/1731756369013/Put/seqid=0 2024-11-16T11:26:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742029_1205 (size=12949) 2024-11-16T11:26:09,562 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/c3ee6a31f2df4e409e5a69a015fe9d3d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c3ee6a31f2df4e409e5a69a015fe9d3d 2024-11-16T11:26:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742030_1206 (size=31255) 2024-11-16T11:26:09,567 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/9f5195e8525548808e006474b4be1884 2024-11-16T11:26:09,568 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into c3ee6a31f2df4e409e5a69a015fe9d3d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:09,568 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:09,569 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=12, startTime=1731756369478; duration=0sec 2024-11-16T11:26:09,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:09,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a9484467deb242acb5f2f0b560909d35 is 50, key is test_row_0/B:col10/1731756369013/Put/seqid=0 2024-11-16T11:26:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742031_1207 (size=12301) 2024-11-16T11:26:09,589 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a9484467deb242acb5f2f0b560909d35 2024-11-16T11:26:09,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/8fff6a2d7df64626856398d06e731af2 is 50, key is test_row_0/C:col10/1731756369013/Put/seqid=0 2024-11-16T11:26:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742032_1208 (size=12301) 2024-11-16T11:26:09,618 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/8fff6a2d7df64626856398d06e731af2 2024-11-16T11:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/9f5195e8525548808e006474b4be1884 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884 2024-11-16T11:26:09,636 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884, entries=150, sequenceid=289, filesize=30.5 K 2024-11-16T11:26:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/a9484467deb242acb5f2f0b560909d35 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35 2024-11-16T11:26:09,643 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35, entries=150, sequenceid=289, filesize=12.0 K 2024-11-16T11:26:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/8fff6a2d7df64626856398d06e731af2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2 2024-11-16T11:26:09,650 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2, entries=150, sequenceid=289, filesize=12.0 K 2024-11-16T11:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T11:26:09,696 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=80.51 KB/82440 for 25b57800a9c41f3da6a4102849648aad in 189ms, sequenceid=289, compaction requested=false 2024-11-16T11:26:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-16T11:26:09,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-16T11:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-16T11:26:09,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:09,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:09,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:09,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:09,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-16T11:26:09,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 342 msec 2024-11-16T11:26:09,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 346 msec 2024-11-16T11:26:09,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116774318b8c9bb4912b27b10c8a816e20f_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756429719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756429719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742033_1209 (size=17534) 2024-11-16T11:26:09,728 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756429724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756429724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116774318b8c9bb4912b27b10c8a816e20f_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116774318b8c9bb4912b27b10c8a816e20f_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:09,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/29948fc72fbd454ab4bb9ef879dc8da2, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:09,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/29948fc72fbd454ab4bb9ef879dc8da2 is 175, key is test_row_0/A:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742034_1210 (size=48639) 2024-11-16T11:26:09,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/29948fc72fbd454ab4bb9ef879dc8da2 2024-11-16T11:26:09,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c47aae0a1f194c48a94fcc0570f97af3 is 50, key is test_row_0/B:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742035_1211 (size=12301) 2024-11-16T11:26:09,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756429825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756429825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756429832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756429833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:09,920 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:09,921 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/e92cc3f59db943e4a2f48668bcd72808 is 175, key is test_row_0/A:col10/1731756367890/Put/seqid=0 2024-11-16T11:26:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742036_1212 (size=31903) 2024-11-16T11:26:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T11:26:09,957 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-16T11:26:09,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-16T11:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:09,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:09,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:09,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756430026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756430026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756430038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756430038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:10,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T11:26:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c47aae0a1f194c48a94fcc0570f97af3 2024-11-16T11:26:10,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/f3a46e6243e54ed5b01f37f07aad7b56 is 50, key is test_row_0/C:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742037_1213 (size=12301) 2024-11-16T11:26:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:10,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T11:26:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,330 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/e92cc3f59db943e4a2f48668bcd72808 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808 2024-11-16T11:26:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756430331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756430331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,337 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into e92cc3f59db943e4a2f48668bcd72808(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:10,337 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:10,337 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=12, startTime=1731756369477; duration=0sec 2024-11-16T11:26:10,338 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:10,338 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756430341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756430341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T11:26:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:10,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T11:26:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:10,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/f3a46e6243e54ed5b01f37f07aad7b56 2024-11-16T11:26:10,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/29948fc72fbd454ab4bb9ef879dc8da2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2 2024-11-16T11:26:10,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2, entries=250, sequenceid=310, filesize=47.5 K 2024-11-16T11:26:10,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/c47aae0a1f194c48a94fcc0570f97af3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3 2024-11-16T11:26:10,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3, entries=150, sequenceid=310, filesize=12.0 K 2024-11-16T11:26:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/f3a46e6243e54ed5b01f37f07aad7b56 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56 2024-11-16T11:26:10,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56, entries=150, sequenceid=310, filesize=12.0 K 2024-11-16T11:26:10,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 25b57800a9c41f3da6a4102849648aad in 907ms, sequenceid=310, compaction requested=true 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:10,604 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:10,604 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:10,605 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:10,605 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:10,605 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,605 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=109.2 K 2024-11-16T11:26:10,606 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,606 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2] 2024-11-16T11:26:10,606 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:10,606 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:10,606 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,606 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bb4d78e78663458d88034b0238159700, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=36.7 K 2024-11-16T11:26:10,606 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e92cc3f59db943e4a2f48668bcd72808, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:10,607 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4d78e78663458d88034b0238159700, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:10,607 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a9484467deb242acb5f2f0b560909d35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756369013 2024-11-16T11:26:10,607 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5195e8525548808e006474b4be1884, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756369013 2024-11-16T11:26:10,607 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29948fc72fbd454ab4bb9ef879dc8da2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:10,607 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c47aae0a1f194c48a94fcc0570f97af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:10,615 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:10,625 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:10,625 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/e12d0e4a6fc846619f5c74935e15409c is 50, key is test_row_0/B:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:10,628 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116c17f80a8ebb54efa912dcd3805457bb0_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:10,630 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116c17f80a8ebb54efa912dcd3805457bb0_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:10,630 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c17f80a8ebb54efa912dcd3805457bb0_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:10,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742038_1214 (size=13051) 2024-11-16T11:26:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742039_1215 (size=4469) 2024-11-16T11:26:10,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T11:26:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:10,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ab3180acd921413381867759c64f14d3_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756369718/Put/seqid=0 2024-11-16T11:26:10,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742040_1216 (size=12454) 2024-11-16T11:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:10,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756430849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756430850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756430851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756430852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756430953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756430953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756430955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:10,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756430955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731756431040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,041 DEBUG [Thread-624 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:26:11,054 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#174 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:11,054 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/edcaea06ea89480c825fcaa6b6cc151f is 175, key is test_row_0/A:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:11,055 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/e12d0e4a6fc846619f5c74935e15409c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/e12d0e4a6fc846619f5c74935e15409c 2024-11-16T11:26:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742041_1217 (size=32005) 2024-11-16T11:26:11,060 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into e12d0e4a6fc846619f5c74935e15409c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:11,060 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:11,061 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=13, startTime=1731756370604; duration=0sec 2024-11-16T11:26:11,061 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:11,061 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:11,061 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:11,062 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:11,062 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:11,062 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:11,062 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c3ee6a31f2df4e409e5a69a015fe9d3d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=36.7 K 2024-11-16T11:26:11,063 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c3ee6a31f2df4e409e5a69a015fe9d3d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731756367890 2024-11-16T11:26:11,063 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fff6a2d7df64626856398d06e731af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756369013 2024-11-16T11:26:11,064 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a46e6243e54ed5b01f37f07aad7b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:11,066 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/edcaea06ea89480c825fcaa6b6cc151f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f 2024-11-16T11:26:11,071 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into edcaea06ea89480c825fcaa6b6cc151f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:11,071 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:11,071 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=13, startTime=1731756370604; duration=0sec 2024-11-16T11:26:11,071 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:11,071 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:11,071 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:11,071 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/d72640b4b712477796343ee3230795fa is 50, key is test_row_0/C:col10/1731756369696/Put/seqid=0 2024-11-16T11:26:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742042_1218 (size=13051) 2024-11-16T11:26:11,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:11,149 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ab3180acd921413381867759c64f14d3_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab3180acd921413381867759c64f14d3_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2f578935d8b1420095fcf19b4742d3a8, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2f578935d8b1420095fcf19b4742d3a8 is 175, key is test_row_0/A:col10/1731756369718/Put/seqid=0 2024-11-16T11:26:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742043_1219 (size=31255) 2024-11-16T11:26:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756431156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756431157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756431157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756431158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756431460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756431460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756431460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756431461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,485 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/d72640b4b712477796343ee3230795fa as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/d72640b4b712477796343ee3230795fa 2024-11-16T11:26:11,489 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into d72640b4b712477796343ee3230795fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:11,490 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:11,490 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=13, startTime=1731756370604; duration=0sec 2024-11-16T11:26:11,490 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:11,490 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:11,555 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2f578935d8b1420095fcf19b4742d3a8 2024-11-16T11:26:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/66a7c5e42ef34e96a53bd8aa9070ee48 is 50, key is test_row_0/B:col10/1731756369718/Put/seqid=0 2024-11-16T11:26:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742044_1220 (size=12301) 2024-11-16T11:26:11,966 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/66a7c5e42ef34e96a53bd8aa9070ee48 2024-11-16T11:26:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756431964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756431964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756431964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756431965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/67c75bb8717d40619050bfe5efdfe58f is 50, key is test_row_0/C:col10/1731756369718/Put/seqid=0 2024-11-16T11:26:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742045_1221 (size=12301) 2024-11-16T11:26:11,976 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/67c75bb8717d40619050bfe5efdfe58f 2024-11-16T11:26:11,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2f578935d8b1420095fcf19b4742d3a8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8 2024-11-16T11:26:11,984 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8, entries=150, sequenceid=329, filesize=30.5 K 2024-11-16T11:26:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/66a7c5e42ef34e96a53bd8aa9070ee48 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48 2024-11-16T11:26:11,991 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48, entries=150, sequenceid=329, filesize=12.0 K 2024-11-16T11:26:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/67c75bb8717d40619050bfe5efdfe58f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f 2024-11-16T11:26:11,996 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-16T11:26:11,997 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 25b57800a9c41f3da6a4102849648aad in 1277ms, sequenceid=329, compaction requested=false 2024-11-16T11:26:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-16T11:26:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-16T11:26:11,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-16T11:26:11,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-16T11:26:12,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.0410 sec 2024-11-16T11:26:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T11:26:12,062 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-16T11:26:12,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-16T11:26:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:12,064 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:12,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:12,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:12,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:12,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-16T11:26:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:12,217 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T11:26:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:12,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c5b0665311504782b7a4c96085695278_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756370850/Put/seqid=0 2024-11-16T11:26:12,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742046_1222 (size=12454) 2024-11-16T11:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:12,644 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c5b0665311504782b7a4c96085695278_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5b0665311504782b7a4c96085695278_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/05bdcc76e8cc43769686a92603e002fe, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/05bdcc76e8cc43769686a92603e002fe is 175, key is test_row_0/A:col10/1731756370850/Put/seqid=0 2024-11-16T11:26:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742047_1223 (size=31255) 2024-11-16T11:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:12,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:12,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756432982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:12,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756432983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:12,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756432983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:12,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756432986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,050 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/05bdcc76e8cc43769686a92603e002fe 2024-11-16T11:26:13,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/bf7d84e40aa04194977b87c22e4372f8 is 50, key is test_row_0/B:col10/1731756370850/Put/seqid=0 2024-11-16T11:26:13,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742048_1224 (size=12301) 2024-11-16T11:26:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756433087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756433088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756433089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756433089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:13,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756433288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756433290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756433292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756433293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,461 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/bf7d84e40aa04194977b87c22e4372f8 2024-11-16T11:26:13,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/c004d641ced649e384b047a959a740a9 is 50, key is test_row_0/C:col10/1731756370850/Put/seqid=0 2024-11-16T11:26:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742049_1225 (size=12301) 2024-11-16T11:26:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756433590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756433593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756433595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756433596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:13,874 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/c004d641ced649e384b047a959a740a9 2024-11-16T11:26:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/05bdcc76e8cc43769686a92603e002fe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe 2024-11-16T11:26:13,882 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe, entries=150, sequenceid=350, filesize=30.5 K 2024-11-16T11:26:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/bf7d84e40aa04194977b87c22e4372f8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8 2024-11-16T11:26:13,888 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8, entries=150, sequenceid=350, filesize=12.0 K 2024-11-16T11:26:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/c004d641ced649e384b047a959a740a9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9 2024-11-16T11:26:13,896 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9, entries=150, sequenceid=350, filesize=12.0 K 2024-11-16T11:26:13,897 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 25b57800a9c41f3da6a4102849648aad in 1679ms, sequenceid=350, compaction requested=true 2024-11-16T11:26:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-16T11:26:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-16T11:26:13,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-16T11:26:13,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-16T11:26:13,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8360 sec 2024-11-16T11:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:14,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:14,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116322082d6bc1946bfa9a4451e58f6cc49_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756434108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756434109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742050_1226 (size=14994) 2024-11-16T11:26:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756434111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756434111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T11:26:14,168 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-16T11:26:14,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-16T11:26:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:14,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:14,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:14,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756434212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756434212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756434214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756434214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:14,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:14,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:14,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756434416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756434416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756434419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756434419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:14,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:14,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116322082d6bc1946bfa9a4451e58f6cc49_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116322082d6bc1946bfa9a4451e58f6cc49_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:14,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2fee1872d7a649238bd50567821320b9, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:14,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2fee1872d7a649238bd50567821320b9 is 175, key is test_row_0/A:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:14,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742051_1227 (size=39949) 2024-11-16T11:26:14,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2fee1872d7a649238bd50567821320b9 2024-11-16T11:26:14,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/0721d7fac1ca4e07b55d9884a2162894 is 50, key is test_row_0/B:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:14,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742052_1228 (size=12301) 2024-11-16T11:26:14,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,702 DEBUG [Thread-639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:53099 2024-11-16T11:26:14,703 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:14,705 DEBUG [Thread-635 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:53099 2024-11-16T11:26:14,705 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:14,706 DEBUG [Thread-633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:53099 2024-11-16T11:26:14,706 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:14,709 DEBUG [Thread-637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:53099 2024-11-16T11:26:14,709 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:14,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756434718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756434720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756434722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756434725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:14,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:14,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:14,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:14,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/0721d7fac1ca4e07b55d9884a2162894 2024-11-16T11:26:14,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/428f59acbf514721acf9d39e4bd039c8 is 50, key is test_row_0/C:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742053_1229 (size=12301) 2024-11-16T11:26:15,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:15,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49704 deadline: 1731756435222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49672 deadline: 1731756435222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49678 deadline: 1731756435224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49652 deadline: 1731756435227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:15,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/428f59acbf514721acf9d39e4bd039c8 2024-11-16T11:26:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/2fee1872d7a649238bd50567821320b9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9 2024-11-16T11:26:15,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9, entries=200, sequenceid=369, filesize=39.0 K 2024-11-16T11:26:15,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/0721d7fac1ca4e07b55d9884a2162894 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894 2024-11-16T11:26:15,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894, entries=150, sequenceid=369, filesize=12.0 K 2024-11-16T11:26:15,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/428f59acbf514721acf9d39e4bd039c8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8 2024-11-16T11:26:15,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-16T11:26:15,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 25b57800a9c41f3da6a4102849648aad in 1289ms, sequenceid=369, compaction requested=true 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:15,387 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:15,387 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 25b57800a9c41f3da6a4102849648aad:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/A is initiating minor compaction (all files) 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/B is initiating minor compaction (all files) 2024-11-16T11:26:15,389 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/A in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,389 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/B in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,389 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/e12d0e4a6fc846619f5c74935e15409c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=48.8 K 2024-11-16T11:26:15,389 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=131.3 K 2024-11-16T11:26:15,389 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. files: [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9] 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e12d0e4a6fc846619f5c74935e15409c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting edcaea06ea89480c825fcaa6b6cc151f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a7c5e42ef34e96a53bd8aa9070ee48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731756369712 2024-11-16T11:26:15,389 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f578935d8b1420095fcf19b4742d3a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731756369712 2024-11-16T11:26:15,390 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting bf7d84e40aa04194977b87c22e4372f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731756370850 2024-11-16T11:26:15,390 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05bdcc76e8cc43769686a92603e002fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731756370850 2024-11-16T11:26:15,390 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 0721d7fac1ca4e07b55d9884a2162894, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731756372982 2024-11-16T11:26:15,390 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fee1872d7a649238bd50567821320b9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731756372980 2024-11-16T11:26:15,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:15,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-16T11:26:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,399 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-16T11:26:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:15,401 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:15,401 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#B#compaction#186 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:15,402 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/0fded010dd3849c3948d03fd7efdea79 is 50, key is test_row_0/B:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:15,403 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411168cc32e52b59344098c8a33cd50cb63de_25b57800a9c41f3da6a4102849648aad store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742054_1230 (size=13187) 2024-11-16T11:26:15,413 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/0fded010dd3849c3948d03fd7efdea79 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0fded010dd3849c3948d03fd7efdea79 2024-11-16T11:26:15,420 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/B of 25b57800a9c41f3da6a4102849648aad into 0fded010dd3849c3948d03fd7efdea79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:15,420 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:15,420 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/B, priority=12, startTime=1731756375387; duration=0sec 2024-11-16T11:26:15,420 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:15,420 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:B 2024-11-16T11:26:15,420 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:15,427 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:15,427 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 25b57800a9c41f3da6a4102849648aad/C is initiating minor compaction (all files) 2024-11-16T11:26:15,427 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 25b57800a9c41f3da6a4102849648aad/C in TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:15,427 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/d72640b4b712477796343ee3230795fa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp, totalSize=48.8 K 2024-11-16T11:26:15,428 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d72640b4b712477796343ee3230795fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731756369636 2024-11-16T11:26:15,429 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c75bb8717d40619050bfe5efdfe58f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731756369712 2024-11-16T11:26:15,429 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c004d641ced649e384b047a959a740a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731756370850 2024-11-16T11:26:15,430 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 428f59acbf514721acf9d39e4bd039c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731756372982 2024-11-16T11:26:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d862de5b243541ffb85b381a5a1e378c_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756374110/Put/seqid=0 2024-11-16T11:26:15,446 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#C#compaction#189 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:15,447 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/456b32767701496a84a19e704996b278 is 50, key is test_row_0/C:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:15,448 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411168cc32e52b59344098c8a33cd50cb63de_25b57800a9c41f3da6a4102849648aad, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:15,448 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168cc32e52b59344098c8a33cd50cb63de_25b57800a9c41f3da6a4102849648aad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742055_1231 (size=12454) 2024-11-16T11:26:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742056_1232 (size=13187) 2024-11-16T11:26:15,456 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d862de5b243541ffb85b381a5a1e378c_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d862de5b243541ffb85b381a5a1e378c_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:15,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d211ba70d4ba4c10be33d448327d3c21, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:15,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d211ba70d4ba4c10be33d448327d3c21 is 175, key is test_row_0/A:col10/1731756374110/Put/seqid=0 2024-11-16T11:26:15,459 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/456b32767701496a84a19e704996b278 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/456b32767701496a84a19e704996b278 2024-11-16T11:26:15,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742057_1233 (size=4469) 2024-11-16T11:26:15,462 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 25b57800a9c41f3da6a4102849648aad#A#compaction#187 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:15,462 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/441165294f6347f590a774bf75956853 is 175, key is test_row_0/A:col10/1731756374097/Put/seqid=0 2024-11-16T11:26:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742058_1234 (size=31255) 2024-11-16T11:26:15,465 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/C of 25b57800a9c41f3da6a4102849648aad into 456b32767701496a84a19e704996b278(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:15,465 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:15,465 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/C, priority=12, startTime=1731756375387; duration=0sec 2024-11-16T11:26:15,465 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:15,465 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:C 2024-11-16T11:26:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742059_1235 (size=32141) 2024-11-16T11:26:15,866 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d211ba70d4ba4c10be33d448327d3c21 2024-11-16T11:26:15,876 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/441165294f6347f590a774bf75956853 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/441165294f6347f590a774bf75956853 2024-11-16T11:26:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d85caacb81874b67987e8fc1771c0f0b is 50, key is test_row_0/B:col10/1731756374110/Put/seqid=0 2024-11-16T11:26:15,882 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 25b57800a9c41f3da6a4102849648aad/A of 25b57800a9c41f3da6a4102849648aad into 441165294f6347f590a774bf75956853(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:15,882 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:15,882 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad., storeName=25b57800a9c41f3da6a4102849648aad/A, priority=12, startTime=1731756375387; duration=0sec 2024-11-16T11:26:15,882 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:15,882 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 25b57800a9c41f3da6a4102849648aad:A 2024-11-16T11:26:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742060_1236 (size=12301) 2024-11-16T11:26:16,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:26:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. as already flushing 2024-11-16T11:26:16,231 DEBUG [Thread-628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:53099 2024-11-16T11:26:16,231 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:16,235 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:53099 2024-11-16T11:26:16,236 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:16,236 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:53099 2024-11-16T11:26:16,236 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:16,236 DEBUG [Thread-630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:53099 2024-11-16T11:26:16,236 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:16,293 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d85caacb81874b67987e8fc1771c0f0b 2024-11-16T11:26:16,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/de9d3737ca3449c7b5fe9d3f6bda2851 is 50, key is test_row_0/C:col10/1731756374110/Put/seqid=0 2024-11-16T11:26:16,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742061_1237 (size=12301) 2024-11-16T11:26:16,713 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/de9d3737ca3449c7b5fe9d3f6bda2851 2024-11-16T11:26:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/d211ba70d4ba4c10be33d448327d3c21 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d211ba70d4ba4c10be33d448327d3c21 2024-11-16T11:26:16,731 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d211ba70d4ba4c10be33d448327d3c21, entries=150, sequenceid=386, filesize=30.5 K 2024-11-16T11:26:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/d85caacb81874b67987e8fc1771c0f0b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d85caacb81874b67987e8fc1771c0f0b 2024-11-16T11:26:16,736 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d85caacb81874b67987e8fc1771c0f0b, entries=150, sequenceid=386, filesize=12.0 K 2024-11-16T11:26:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/de9d3737ca3449c7b5fe9d3f6bda2851 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/de9d3737ca3449c7b5fe9d3f6bda2851 2024-11-16T11:26:16,743 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/de9d3737ca3449c7b5fe9d3f6bda2851, entries=150, sequenceid=386, filesize=12.0 K 2024-11-16T11:26:16,744 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 25b57800a9c41f3da6a4102849648aad in 1345ms, sequenceid=386, compaction requested=false 2024-11-16T11:26:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-16T11:26:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-16T11:26:16,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-16T11:26:16,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5750 sec 2024-11-16T11:26:16,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.5780 sec 2024-11-16T11:26:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-16T11:26:18,279 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-16T11:26:21,061 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:53099 2024-11-16T11:26:21,061 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:21,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:26:21,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6081 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6051 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2553 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7659 rows 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2552 2024-11-16T11:26:21,062 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7655 rows 2024-11-16T11:26:21,062 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:26:21,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:53099 2024-11-16T11:26:21,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:21,065 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:26:21,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:26:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:21,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756381071"}]},"ts":"1731756381071"} 2024-11-16T11:26:21,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:26:21,123 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:26:21,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:26:21,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, UNASSIGN}] 2024-11-16T11:26:21,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, UNASSIGN 2024-11-16T11:26:21,126 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:21,127 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:26:21,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:21,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:21,279 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:21,279 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:26:21,279 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 25b57800a9c41f3da6a4102849648aad, disabling compactions & flushes 2024-11-16T11:26:21,279 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:21,279 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:21,279 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. after waiting 0 ms 2024-11-16T11:26:21,280 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:21,280 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 25b57800a9c41f3da6a4102849648aad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T11:26:21,280 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=A 2024-11-16T11:26:21,280 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:21,280 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=B 2024-11-16T11:26:21,281 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:21,281 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 25b57800a9c41f3da6a4102849648aad, store=C 2024-11-16T11:26:21,281 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:21,292 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168ee30b6c36b44de882c6b910c662de59_25b57800a9c41f3da6a4102849648aad is 50, key is test_row_0/A:col10/1731756381058/Put/seqid=0 2024-11-16T11:26:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742062_1238 (size=9914) 2024-11-16T11:26:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:21,697 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:21,708 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168ee30b6c36b44de882c6b910c662de59_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168ee30b6c36b44de882c6b910c662de59_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:21,709 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/62f9fddec1cb4983adc0edc0ea3f5415, store: [table=TestAcidGuarantees family=A region=25b57800a9c41f3da6a4102849648aad] 2024-11-16T11:26:21,710 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/62f9fddec1cb4983adc0edc0ea3f5415 is 175, key is test_row_0/A:col10/1731756381058/Put/seqid=0 2024-11-16T11:26:21,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742063_1239 (size=22561) 2024-11-16T11:26:21,923 DEBUG [master/de5e62237ead:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c128ee5eaddc3bf65c4b94494dcd2da0 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:26:22,116 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/62f9fddec1cb4983adc0edc0ea3f5415 2024-11-16T11:26:22,129 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/cb9e06a5a80441598687dc2d56985b6b is 50, key is test_row_0/B:col10/1731756381058/Put/seqid=0 2024-11-16T11:26:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742064_1240 (size=9857) 2024-11-16T11:26:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:22,536 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/cb9e06a5a80441598687dc2d56985b6b 2024-11-16T11:26:22,549 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/db70a9079db24aedb3140c6feb42f0b2 is 50, key is test_row_0/C:col10/1731756381058/Put/seqid=0 2024-11-16T11:26:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742065_1241 (size=9857) 2024-11-16T11:26:22,956 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/db70a9079db24aedb3140c6feb42f0b2 2024-11-16T11:26:22,968 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/A/62f9fddec1cb4983adc0edc0ea3f5415 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/62f9fddec1cb4983adc0edc0ea3f5415 2024-11-16T11:26:22,973 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/62f9fddec1cb4983adc0edc0ea3f5415, entries=100, sequenceid=397, filesize=22.0 K 2024-11-16T11:26:22,974 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/B/cb9e06a5a80441598687dc2d56985b6b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/cb9e06a5a80441598687dc2d56985b6b 2024-11-16T11:26:22,978 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/cb9e06a5a80441598687dc2d56985b6b, entries=100, sequenceid=397, filesize=9.6 K 2024-11-16T11:26:22,979 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/.tmp/C/db70a9079db24aedb3140c6feb42f0b2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/db70a9079db24aedb3140c6feb42f0b2 2024-11-16T11:26:22,983 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/db70a9079db24aedb3140c6feb42f0b2, entries=100, sequenceid=397, filesize=9.6 K 2024-11-16T11:26:22,984 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 25b57800a9c41f3da6a4102849648aad in 1704ms, sequenceid=397, compaction requested=true 2024-11-16T11:26:22,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9] to archive 2024-11-16T11:26:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:22,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/41725e6757434ae7a3e184dbf1062790 2024-11-16T11:26:22,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/21736877b9804c11acbced2ccf0e142c 2024-11-16T11:26:22,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/c61651c35f90460685da59793fc390ff 2024-11-16T11:26:22,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/442f6a0aeb7941e2b314e30e59242844 2024-11-16T11:26:22,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/66203dcc84804437b0916b5571f6e4c4 2024-11-16T11:26:22,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/0352bc66fa5641d0ab29702898708326 2024-11-16T11:26:22,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/01b3b8bd854347b09e38561a5f6c5ec0 2024-11-16T11:26:22,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/1a2f186e380b4c9db19d83a0d22c208c 2024-11-16T11:26:22,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d1b994058f534a6da823041b1d292377 2024-11-16T11:26:22,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/77b42aea3d344dae8325faaaed075d1b 2024-11-16T11:26:23,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/17fdee274b4745d18a8beb95fce69773 2024-11-16T11:26:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a26b0343291a454a8484c613353c0c4b 2024-11-16T11:26:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/89c44107e0554cd4b1c031d8c328b57c 2024-11-16T11:26:23,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/a39d956f31ee45fd9e5924cc773f5bd3 2024-11-16T11:26:23,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/dbb57c16f17a40109e9f2b3bb0377fb3 2024-11-16T11:26:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/46e7343706e04c679908f6f749026dd5 2024-11-16T11:26:23,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/abeac84a440345a19b1877ac21390011 2024-11-16T11:26:23,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/950e09fbd16e404da6cf15870400f8da 2024-11-16T11:26:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/b984335b06264185a93dfc77c540dd55 2024-11-16T11:26:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/e92cc3f59db943e4a2f48668bcd72808 2024-11-16T11:26:23,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/9f5195e8525548808e006474b4be1884 2024-11-16T11:26:23,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/29948fc72fbd454ab4bb9ef879dc8da2 2024-11-16T11:26:23,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/edcaea06ea89480c825fcaa6b6cc151f 2024-11-16T11:26:23,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2f578935d8b1420095fcf19b4742d3a8 2024-11-16T11:26:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/05bdcc76e8cc43769686a92603e002fe 2024-11-16T11:26:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/2fee1872d7a649238bd50567821320b9 2024-11-16T11:26:23,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/78d0ab9d995543f4be095f01c2e779bc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6cd9b3bd5f9e4341bdc22d8454969263, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7e4643c002f741909bf1c080894977f1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5c85942af6af4ad4ba0c207509cdad4e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/8be97677280d4d8eb2c29bfdd129be12, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bb4d78e78663458d88034b0238159700, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/e12d0e4a6fc846619f5c74935e15409c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894] to archive 2024-11-16T11:26:23,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:23,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d0759d5c36114fc5931bd3550e6c11b1 2024-11-16T11:26:23,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a2430b5c43864ca982c20655178c95c5 2024-11-16T11:26:23,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/78d0ab9d995543f4be095f01c2e779bc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/78d0ab9d995543f4be095f01c2e779bc 2024-11-16T11:26:23,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5f575f45fc3342eb82bba35f49f311af 2024-11-16T11:26:23,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7dd1f30afef046e98899b27ccd50ff31 2024-11-16T11:26:23,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6cd9b3bd5f9e4341bdc22d8454969263 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6cd9b3bd5f9e4341bdc22d8454969263 2024-11-16T11:26:23,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/455ef450a22f4f9d8bcf18bdd74d64c2 2024-11-16T11:26:23,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d600f95690c448318d42fe1b06470111 2024-11-16T11:26:23,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7e4643c002f741909bf1c080894977f1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/7e4643c002f741909bf1c080894977f1 2024-11-16T11:26:23,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/9121eae500784f9c8c99975482a9c04a 2024-11-16T11:26:23,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a31061e2d7234dea8a3400add005c1b9 2024-11-16T11:26:23,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5c85942af6af4ad4ba0c207509cdad4e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/5c85942af6af4ad4ba0c207509cdad4e 2024-11-16T11:26:23,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/6e7a9c3b39e74cf0820d0eb6e4af5e85 2024-11-16T11:26:23,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/dfc7ff37fee344d1ac116d8eb60f0bea 2024-11-16T11:26:23,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/8be97677280d4d8eb2c29bfdd129be12 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/8be97677280d4d8eb2c29bfdd129be12 2024-11-16T11:26:23,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/016feb8689244e2fb8b874ad99da5edc 2024-11-16T11:26:23,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/93d04ea632554d6db6d1f544edc81e5a 2024-11-16T11:26:23,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c1c7f0e6ad5945a8b64c6977126c85d7 2024-11-16T11:26:23,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bb4d78e78663458d88034b0238159700 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bb4d78e78663458d88034b0238159700 2024-11-16T11:26:23,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/26b6a8a78d6142d28cc3429a9966f1a5 2024-11-16T11:26:23,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/a9484467deb242acb5f2f0b560909d35 2024-11-16T11:26:23,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/e12d0e4a6fc846619f5c74935e15409c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/e12d0e4a6fc846619f5c74935e15409c 2024-11-16T11:26:23,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/c47aae0a1f194c48a94fcc0570f97af3 2024-11-16T11:26:23,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/66a7c5e42ef34e96a53bd8aa9070ee48 2024-11-16T11:26:23,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/bf7d84e40aa04194977b87c22e4372f8 2024-11-16T11:26:23,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0721d7fac1ca4e07b55d9884a2162894 2024-11-16T11:26:23,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/62d63638dd214c5ea59b70a921c01f9a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cbae2c1943014ba4afb52c2ca21fb19f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/9df2e52e8a5242e380db051ba51cecf5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/87cc62b24716415c913ca6556fb8e3e8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8b21f1a613b64816b5d46a01a6125bb3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c3ee6a31f2df4e409e5a69a015fe9d3d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/d72640b4b712477796343ee3230795fa, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8] to archive 2024-11-16T11:26:23,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:23,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cb7c2ba70334419abefd528c93a10d63 2024-11-16T11:26:23,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/4361ed4b280a4b888317dd9537014f75 2024-11-16T11:26:23,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/62d63638dd214c5ea59b70a921c01f9a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/62d63638dd214c5ea59b70a921c01f9a 2024-11-16T11:26:23,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/aa18ce76d3444f5f9d5c06433603afce 2024-11-16T11:26:23,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/41dc6330143b4c588b6bf680b273a347 2024-11-16T11:26:23,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cbae2c1943014ba4afb52c2ca21fb19f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/cbae2c1943014ba4afb52c2ca21fb19f 2024-11-16T11:26:23,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/749a2f19c1ff48079c14ba793190dbc3 2024-11-16T11:26:23,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/76bac063cd9b46c39e0c19f3de1ec152 2024-11-16T11:26:23,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/9df2e52e8a5242e380db051ba51cecf5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/9df2e52e8a5242e380db051ba51cecf5 2024-11-16T11:26:23,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/dd29eed451d840499eda6a29527c69b5 2024-11-16T11:26:23,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7ac61bfff83846efa8b10c692f2dfa81 2024-11-16T11:26:23,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/87cc62b24716415c913ca6556fb8e3e8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/87cc62b24716415c913ca6556fb8e3e8 2024-11-16T11:26:23,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/7d329c6ff573491c9eb8f7c69f3ec7d1 2024-11-16T11:26:23,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/a1f1e81127bc4c0aba8f6cc4a0fd9948 2024-11-16T11:26:23,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8b21f1a613b64816b5d46a01a6125bb3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8b21f1a613b64816b5d46a01a6125bb3 2024-11-16T11:26:23,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/5f29765ce53443c9bf03de2106fc9845 2024-11-16T11:26:23,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/876b779978d84d10979f0bc5938f3b31 2024-11-16T11:26:23,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/efd83ebc132c43439f799d45d20c772f 2024-11-16T11:26:23,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c3ee6a31f2df4e409e5a69a015fe9d3d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c3ee6a31f2df4e409e5a69a015fe9d3d 2024-11-16T11:26:23,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/e2a6285b594b41b3a07e92a3848fc0ac 2024-11-16T11:26:23,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/8fff6a2d7df64626856398d06e731af2 2024-11-16T11:26:23,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/d72640b4b712477796343ee3230795fa to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/d72640b4b712477796343ee3230795fa 2024-11-16T11:26:23,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/f3a46e6243e54ed5b01f37f07aad7b56 2024-11-16T11:26:23,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/67c75bb8717d40619050bfe5efdfe58f 2024-11-16T11:26:23,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/c004d641ced649e384b047a959a740a9 2024-11-16T11:26:23,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/428f59acbf514721acf9d39e4bd039c8 2024-11-16T11:26:23,065 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=4 2024-11-16T11:26:23,065 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad. 2024-11-16T11:26:23,065 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 25b57800a9c41f3da6a4102849648aad: 2024-11-16T11:26:23,067 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=25b57800a9c41f3da6a4102849648aad, regionState=CLOSED 2024-11-16T11:26:23,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-16T11:26:23,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 25b57800a9c41f3da6a4102849648aad, server=de5e62237ead,46287,1731756317671 in 1.9400 sec 2024-11-16T11:26:23,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-16T11:26:23,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=25b57800a9c41f3da6a4102849648aad, UNASSIGN in 1.9440 sec 2024-11-16T11:26:23,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-16T11:26:23,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-16T11:26:23,071 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756383071"}]},"ts":"1731756383071"} 2024-11-16T11:26:23,072 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:26:23,113 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:26:23,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0480 sec 2024-11-16T11:26:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T11:26:23,178 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-16T11:26:23,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:26:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,181 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,182 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T11:26:23,185 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,191 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits] 2024-11-16T11:26:23,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/441165294f6347f590a774bf75956853 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/441165294f6347f590a774bf75956853 2024-11-16T11:26:23,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/62f9fddec1cb4983adc0edc0ea3f5415 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/62f9fddec1cb4983adc0edc0ea3f5415 2024-11-16T11:26:23,200 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d211ba70d4ba4c10be33d448327d3c21 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/A/d211ba70d4ba4c10be33d448327d3c21 2024-11-16T11:26:23,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0fded010dd3849c3948d03fd7efdea79 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/0fded010dd3849c3948d03fd7efdea79 2024-11-16T11:26:23,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/cb9e06a5a80441598687dc2d56985b6b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/cb9e06a5a80441598687dc2d56985b6b 2024-11-16T11:26:23,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d85caacb81874b67987e8fc1771c0f0b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/B/d85caacb81874b67987e8fc1771c0f0b 2024-11-16T11:26:23,213 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/456b32767701496a84a19e704996b278 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/456b32767701496a84a19e704996b278 2024-11-16T11:26:23,215 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/db70a9079db24aedb3140c6feb42f0b2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/db70a9079db24aedb3140c6feb42f0b2 2024-11-16T11:26:23,217 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/de9d3737ca3449c7b5fe9d3f6bda2851 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/C/de9d3737ca3449c7b5fe9d3f6bda2851 2024-11-16T11:26:23,221 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits/400.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad/recovered.edits/400.seqid 2024-11-16T11:26:23,223 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,223 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:26:23,223 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:26:23,224 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T11:26:23,231 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116023f7003e6c044db98a11d4255b5d671_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116023f7003e6c044db98a11d4255b5d671_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,234 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116045f6b4bc23e4dafb3e11504f0f6ac0b_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116045f6b4bc23e4dafb3e11504f0f6ac0b_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,236 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160977bf94a8144d72b4772becf65300ac_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160977bf94a8144d72b4772becf65300ac_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,238 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b58855ef475465883c4a826f32d4f98_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b58855ef475465883c4a826f32d4f98_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,240 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161dd8a4c9aa254687b3a0f1928ad017da_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161dd8a4c9aa254687b3a0f1928ad017da_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,241 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162641d37af90c4b59a6754510d1356291_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162641d37af90c4b59a6754510d1356291_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,242 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116322082d6bc1946bfa9a4451e58f6cc49_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116322082d6bc1946bfa9a4451e58f6cc49_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,243 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165d108abf027143059ed6417ba5237987_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165d108abf027143059ed6417ba5237987_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,244 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167552a0dcd62c4ece9d2c9c6882f99aef_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167552a0dcd62c4ece9d2c9c6882f99aef_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,245 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116774318b8c9bb4912b27b10c8a816e20f_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116774318b8c9bb4912b27b10c8a816e20f_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,246 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167b3f43e7c59e42cb8496c831fd377964_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167b3f43e7c59e42cb8496c831fd377964_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,247 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168780d11dca16458393db47459977bb56_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168780d11dca16458393db47459977bb56_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,247 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168ee30b6c36b44de882c6b910c662de59_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168ee30b6c36b44de882c6b910c662de59_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,248 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698977ee697bc4ee6ad4886a7769afab7_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698977ee697bc4ee6ad4886a7769afab7_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,249 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab3180acd921413381867759c64f14d3_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab3180acd921413381867759c64f14d3_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,250 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab725ba52957418697eb3c40c6411d39_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ab725ba52957418697eb3c40c6411d39_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,251 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5b0665311504782b7a4c96085695278_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5b0665311504782b7a4c96085695278_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,252 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d862de5b243541ffb85b381a5a1e378c_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d862de5b243541ffb85b381a5a1e378c_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,253 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d95aab9524c5461b806833c57689e764_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d95aab9524c5461b806833c57689e764_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,253 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5b972cc6a214d789e3be904407894b5_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5b972cc6a214d789e3be904407894b5_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,254 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f65a2a4d9a0c486bbaa592127fdbf777_25b57800a9c41f3da6a4102849648aad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f65a2a4d9a0c486bbaa592127fdbf777_25b57800a9c41f3da6a4102849648aad 2024-11-16T11:26:23,255 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:26:23,256 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,258 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:26:23,260 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:26:23,261 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,261 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:26:23,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756383261"}]},"ts":"9223372036854775807"} 2024-11-16T11:26:23,263 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:26:23,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 25b57800a9c41f3da6a4102849648aad, NAME => 'TestAcidGuarantees,,1731756351363.25b57800a9c41f3da6a4102849648aad.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:26:23,263 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:26:23,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756383263"}]},"ts":"9223372036854775807"} 2024-11-16T11:26:23,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:26:23,273 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-16T11:26:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T11:26:23,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-16T11:26:23,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239 (was 238) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1604779164_22 at /127.0.0.1:48458 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x64c3fa82-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3316 (was 3439) 2024-11-16T11:26:23,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=3316 2024-11-16T11:26:23,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:26:23,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:26:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:23,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:26:23,309 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:23,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-16T11:26:23,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:26:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742066_1242 (size=960) 2024-11-16T11:26:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:23,722 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:26:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742067_1243 (size=53) 2024-11-16T11:26:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:24,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:26:24,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 45b41eae8f3eeb85399862b64eff03de, disabling compactions & flushes 2024-11-16T11:26:24,134 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. after waiting 0 ms 2024-11-16T11:26:24,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,134 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:24,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:26:24,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756384137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756384137"}]},"ts":"1731756384137"} 2024-11-16T11:26:24,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:26:24,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:26:24,142 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756384141"}]},"ts":"1731756384141"} 2024-11-16T11:26:24,143 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:26:24,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, ASSIGN}] 2024-11-16T11:26:24,201 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, ASSIGN 2024-11-16T11:26:24,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:26:24,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=45b41eae8f3eeb85399862b64eff03de, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:24,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:24,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:24,519 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,519 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:26:24,520 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,520 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:26:24,520 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,520 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,523 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,525 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:24,526 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b41eae8f3eeb85399862b64eff03de columnFamilyName A 2024-11-16T11:26:24,526 DEBUG [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:24,526 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(327): Store=45b41eae8f3eeb85399862b64eff03de/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:24,527 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,528 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:24,529 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b41eae8f3eeb85399862b64eff03de columnFamilyName B 2024-11-16T11:26:24,529 DEBUG [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:24,529 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(327): Store=45b41eae8f3eeb85399862b64eff03de/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:24,530 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,531 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:24,531 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b41eae8f3eeb85399862b64eff03de columnFamilyName C 2024-11-16T11:26:24,532 DEBUG [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:24,532 INFO [StoreOpener-45b41eae8f3eeb85399862b64eff03de-1 {}] regionserver.HStore(327): Store=45b41eae8f3eeb85399862b64eff03de/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:24,532 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,533 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,534 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,535 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:26:24,537 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:24,539 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:26:24,539 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 45b41eae8f3eeb85399862b64eff03de; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66954688, jitterRate=-0.0022974014282226562}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:26:24,540 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:24,541 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., pid=70, masterSystemTime=1731756384510 2024-11-16T11:26:24,542 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,542 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:24,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=45b41eae8f3eeb85399862b64eff03de, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:24,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-16T11:26:24,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 in 186 msec 2024-11-16T11:26:24,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-16T11:26:24,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, ASSIGN in 347 msec 2024-11-16T11:26:24,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:26:24,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756384547"}]},"ts":"1731756384547"} 2024-11-16T11:26:24,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:26:24,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:26:24,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-11-16T11:26:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-16T11:26:25,419 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-16T11:26:25,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72a7721c to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@faa31c 2024-11-16T11:26:25,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:26:25,501 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:26:25,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7792c763 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a568ce 2024-11-16T11:26:25,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a451d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c8a18c7 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e0e280 2024-11-16T11:26:25,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f02d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-11-16T11:26:25,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-11-16T11:26:25,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e66ea50 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a874cc0 2024-11-16T11:26:25,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4093d76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-11-16T11:26:25,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-11-16T11:26:25,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5c7476 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2545d0 2024-11-16T11:26:25,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-11-16T11:26:25,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644774bd to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15db087a 2024-11-16T11:26:25,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187234de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:25,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:25,628 DEBUG [hconnection-0xa1815ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,628 DEBUG [hconnection-0x688bfe27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,629 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,629 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-16T11:26:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:25,630 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:25,630 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,630 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:25,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:25,634 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,634 DEBUG [hconnection-0x4431ce74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,635 DEBUG [hconnection-0x36f35b87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,635 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,635 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,635 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,635 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,635 DEBUG [hconnection-0x4d6b2d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,636 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,636 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,637 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:25,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:26:25,638 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756445659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756445662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756445663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756445663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756445664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 is 50, key is test_row_0/A:col10/1731756385636/Put/seqid=0 2024-11-16T11:26:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742068_1244 (size=12001) 2024-11-16T11:26:25,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 2024-11-16T11:26:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:25,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/a0f2c8c7b69247699aee95cb7ec96aa0 is 50, key is test_row_0/B:col10/1731756385636/Put/seqid=0 2024-11-16T11:26:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742069_1245 (size=12001) 2024-11-16T11:26:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756445765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756445765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756445766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756445766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756445768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:25,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:25,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:25,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:25,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756445967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756445967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756445969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756445970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:25,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756445970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/a0f2c8c7b69247699aee95cb7ec96aa0 2024-11-16T11:26:26,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/0ca91a19988a483abc8837be52660a34 is 50, key is test_row_0/C:col10/1731756385636/Put/seqid=0 2024-11-16T11:26:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742070_1246 (size=12001) 2024-11-16T11:26:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:26,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756446269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756446271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756446273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756446273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756446274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:26,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/0ca91a19988a483abc8837be52660a34 2024-11-16T11:26:26,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 2024-11-16T11:26:26,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:26:26,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/a0f2c8c7b69247699aee95cb7ec96aa0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0 2024-11-16T11:26:26,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:26:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/0ca91a19988a483abc8837be52660a34 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34 2024-11-16T11:26:26,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T11:26:26,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45b41eae8f3eeb85399862b64eff03de in 961ms, sequenceid=13, compaction requested=false 2024-11-16T11:26:26,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:26,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T11:26:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:26:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b0e8548917354b8b90944370f5828795 is 50, key is test_row_0/A:col10/1731756385660/Put/seqid=0 2024-11-16T11:26:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742071_1247 (size=12001) 2024-11-16T11:26:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:26,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756446778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756446779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756446780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756446780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756446780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756446881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756446883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756446883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756446884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756447083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756447085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756447085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756447087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,110 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b0e8548917354b8b90944370f5828795 2024-11-16T11:26:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e0c2d6605c954bd5a1ace474a0d2cce9 is 50, key is test_row_0/B:col10/1731756385660/Put/seqid=0 2024-11-16T11:26:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742072_1248 (size=12001) 2024-11-16T11:26:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756447387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756447388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756447389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756447389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,525 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e0c2d6605c954bd5a1ace474a0d2cce9 2024-11-16T11:26:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/da95ba0014474fc09359d5cdecf81afd is 50, key is test_row_0/C:col10/1731756385660/Put/seqid=0 2024-11-16T11:26:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742073_1249 (size=12001) 2024-11-16T11:26:27,539 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/da95ba0014474fc09359d5cdecf81afd 2024-11-16T11:26:27,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b0e8548917354b8b90944370f5828795 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795 2024-11-16T11:26:27,548 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:26:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e0c2d6605c954bd5a1ace474a0d2cce9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9 2024-11-16T11:26:27,553 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:26:27,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/da95ba0014474fc09359d5cdecf81afd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd 2024-11-16T11:26:27,558 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:26:27,559 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 45b41eae8f3eeb85399862b64eff03de in 860ms, sequenceid=37, compaction requested=false 2024-11-16T11:26:27,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:27,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:27,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-16T11:26:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-16T11:26:27,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-16T11:26:27,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-11-16T11:26:27,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.9330 sec 2024-11-16T11:26:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T11:26:27,733 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-16T11:26:27,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-16T11:26:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:27,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:27,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:27,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:27,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:27,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/9b258da0602f46da9fa5d85c92843095 is 50, key is test_row_0/A:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742074_1250 (size=14341) 2024-11-16T11:26:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756447834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:27,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:27,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:27,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:27,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756447890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756447893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756447894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756447896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756447937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:28,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756448141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/9b258da0602f46da9fa5d85c92843095 2024-11-16T11:26:28,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/11f2e629e5c1442490008ce4b0e31c15 is 50, key is test_row_0/B:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742075_1251 (size=12001) 2024-11-16T11:26:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:28,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756448445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:26:28,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/11f2e629e5c1442490008ce4b0e31c15 2024-11-16T11:26:28,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/fb65bf65e6dd4c489fd4370bd25100e1 is 50, key is test_row_0/C:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742076_1252 (size=12001) 2024-11-16T11:26:28,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/fb65bf65e6dd4c489fd4370bd25100e1 2024-11-16T11:26:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/9b258da0602f46da9fa5d85c92843095 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095 2024-11-16T11:26:28,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095, entries=200, sequenceid=50, filesize=14.0 K 2024-11-16T11:26:28,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/11f2e629e5c1442490008ce4b0e31c15 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15 2024-11-16T11:26:28,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15, entries=150, sequenceid=50, filesize=11.7 K 2024-11-16T11:26:28,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/fb65bf65e6dd4c489fd4370bd25100e1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1 2024-11-16T11:26:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:28,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-16T11:26:28,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 45b41eae8f3eeb85399862b64eff03de in 873ms, sequenceid=50, compaction requested=true 2024-11-16T11:26:28,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:28,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:28,659 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:28,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:28,659 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:28,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:28,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:28,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:28,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:28,660 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:28,660 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:28,661 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:28,661 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:28,661 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,661 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,661 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=37.4 K 2024-11-16T11:26:28,661 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.2 K 2024-11-16T11:26:28,661 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a0f2c8c7b69247699aee95cb7ec96aa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756385636 2024-11-16T11:26:28,661 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39bb5d3e7b2b41619f6e0d2c0dfa5881, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756385636 2024-11-16T11:26:28,662 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e0c2d6605c954bd5a1ace474a0d2cce9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756385655 2024-11-16T11:26:28,662 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e8548917354b8b90944370f5828795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756385655 2024-11-16T11:26:28,662 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b258da0602f46da9fa5d85c92843095, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386777 2024-11-16T11:26:28,662 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f2e629e5c1442490008ce4b0e31c15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386779 2024-11-16T11:26:28,671 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:28,672 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/16e0bcc716c646e695fb9e5cafaf65bf is 50, key is test_row_0/B:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:28,674 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:28,675 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/9e99cab784a24221a8ccc5556ed2afa5 is 50, key is test_row_0/A:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742077_1253 (size=12104) 2024-11-16T11:26:28,702 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/16e0bcc716c646e695fb9e5cafaf65bf as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/16e0bcc716c646e695fb9e5cafaf65bf 2024-11-16T11:26:28,708 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into 16e0bcc716c646e695fb9e5cafaf65bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:28,708 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:28,708 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756388659; duration=0sec 2024-11-16T11:26:28,708 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:28,708 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:28,708 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742078_1254 (size=12104) 2024-11-16T11:26:28,710 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:28,710 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:28,710 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,710 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.2 K 2024-11-16T11:26:28,711 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca91a19988a483abc8837be52660a34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731756385636 2024-11-16T11:26:28,711 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting da95ba0014474fc09359d5cdecf81afd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756385655 2024-11-16T11:26:28,711 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting fb65bf65e6dd4c489fd4370bd25100e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386779 2024-11-16T11:26:28,714 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/9e99cab784a24221a8ccc5556ed2afa5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9e99cab784a24221a8ccc5556ed2afa5 2024-11-16T11:26:28,720 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:28,720 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into 9e99cab784a24221a8ccc5556ed2afa5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:28,720 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:28,720 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756388658; duration=0sec 2024-11-16T11:26:28,720 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:28,720 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:28,720 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/2b9b057cba09419e8766cb9bae8671ad is 50, key is test_row_0/C:col10/1731756386779/Put/seqid=0 2024-11-16T11:26:28,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742079_1255 (size=12104) 2024-11-16T11:26:28,729 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/2b9b057cba09419e8766cb9bae8671ad as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/2b9b057cba09419e8766cb9bae8671ad 2024-11-16T11:26:28,734 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into 2b9b057cba09419e8766cb9bae8671ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:28,734 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:28,734 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756388659; duration=0sec 2024-11-16T11:26:28,734 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:28,734 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:28,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T11:26:28,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:28,803 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:26:28,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:28,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/22150ace176a48b1b76c618f94ea19e1 is 50, key is test_row_0/A:col10/1731756387824/Put/seqid=0 2024-11-16T11:26:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742080_1256 (size=12001) 2024-11-16T11:26:28,814 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/22150ace176a48b1b76c618f94ea19e1 2024-11-16T11:26:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/2a725f0ba7d84a8db8a6b827e27930d1 is 50, key is test_row_0/B:col10/1731756387824/Put/seqid=0 2024-11-16T11:26:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742081_1257 (size=12001) 2024-11-16T11:26:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756448927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756448928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756448929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756448930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:28,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756448946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756449031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756449031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756449032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756449033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,228 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/2a725f0ba7d84a8db8a6b827e27930d1 2024-11-16T11:26:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756449234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756449234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756449234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/7e0bc93384a04f9e85b81b5f44b39460 is 50, key is test_row_0/C:col10/1731756387824/Put/seqid=0 2024-11-16T11:26:29,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756449237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742082_1258 (size=12001) 2024-11-16T11:26:29,259 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/7e0bc93384a04f9e85b81b5f44b39460 2024-11-16T11:26:29,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/22150ace176a48b1b76c618f94ea19e1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1 2024-11-16T11:26:29,268 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T11:26:29,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/2a725f0ba7d84a8db8a6b827e27930d1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1 2024-11-16T11:26:29,272 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T11:26:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/7e0bc93384a04f9e85b81b5f44b39460 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460 2024-11-16T11:26:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T11:26:29,278 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 45b41eae8f3eeb85399862b64eff03de in 474ms, sequenceid=76, compaction requested=false 2024-11-16T11:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-16T11:26:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-16T11:26:29,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-16T11:26:29,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-11-16T11:26:29,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5460 sec 2024-11-16T11:26:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:29,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:29,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8751311e308544d49082bd3e77815d66 is 50, key is test_row_0/A:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742083_1259 (size=14341) 2024-11-16T11:26:29,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8751311e308544d49082bd3e77815d66 2024-11-16T11:26:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756449557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756449557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f65bbf5d05754aa3ac8fef24a2cbddc0 is 50, key is test_row_0/B:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:29,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756449562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756449562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742084_1260 (size=12001) 2024-11-16T11:26:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756449663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756449663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756449667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756449667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T11:26:29,839 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-16T11:26:29,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-16T11:26:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:29,842 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:29,843 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:29,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:29,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756449865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756449865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756449870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756449870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:29,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756449953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f65bbf5d05754aa3ac8fef24a2cbddc0 2024-11-16T11:26:29,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/531e082883e94a6f9cbddb794837cd96 is 50, key is test_row_0/C:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742085_1261 (size=12001) 2024-11-16T11:26:29,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/531e082883e94a6f9cbddb794837cd96 2024-11-16T11:26:29,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8751311e308544d49082bd3e77815d66 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66 2024-11-16T11:26:29,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66, entries=200, sequenceid=91, filesize=14.0 K 2024-11-16T11:26:29,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f65bbf5d05754aa3ac8fef24a2cbddc0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0 2024-11-16T11:26:29,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:29,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T11:26:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:29,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:29,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T11:26:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:29,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/531e082883e94a6f9cbddb794837cd96 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96 2024-11-16T11:26:29,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T11:26:30,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 45b41eae8f3eeb85399862b64eff03de in 462ms, sequenceid=91, compaction requested=true 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:30,000 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:30,000 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:30,001 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:30,001 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:30,001 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:30,001 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:30,001 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:30,001 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:30,001 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9e99cab784a24221a8ccc5556ed2afa5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=37.5 K 2024-11-16T11:26:30,001 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/16e0bcc716c646e695fb9e5cafaf65bf, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.3 K 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e99cab784a24221a8ccc5556ed2afa5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386779 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e0bcc716c646e695fb9e5cafaf65bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386779 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a725f0ba7d84a8db8a6b827e27930d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756387824 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22150ace176a48b1b76c618f94ea19e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756387824 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting f65bbf5d05754aa3ac8fef24a2cbddc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:30,002 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8751311e308544d49082bd3e77815d66, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:30,010 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:30,010 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:30,010 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40 is 50, key is test_row_0/A:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:30,011 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/bc2828489fb243f3854d98147cb30c88 is 50, key is test_row_0/B:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742086_1262 (size=12207) 2024-11-16T11:26:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742087_1263 (size=12207) 2024-11-16T11:26:30,020 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40 2024-11-16T11:26:30,024 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into 6c6a4fb19f3a4f48bbc4e8f0094d0e40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:30,024 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:30,024 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756390000; duration=0sec 2024-11-16T11:26:30,025 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:30,025 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:30,025 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:30,026 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:30,026 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:30,026 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:30,026 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/2b9b057cba09419e8766cb9bae8671ad, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.3 K 2024-11-16T11:26:30,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b9b057cba09419e8766cb9bae8671ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731756386779 2024-11-16T11:26:30,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e0bc93384a04f9e85b81b5f44b39460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756387824 2024-11-16T11:26:30,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531e082883e94a6f9cbddb794837cd96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:30,036 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:30,037 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/9e95f2b0741a4741b726a3937e31d031 is 50, key is test_row_0/C:col10/1731756389538/Put/seqid=0 2024-11-16T11:26:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742088_1264 (size=12207) 2024-11-16T11:26:30,053 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/9e95f2b0741a4741b726a3937e31d031 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/9e95f2b0741a4741b726a3937e31d031 2024-11-16T11:26:30,058 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into 9e95f2b0741a4741b726a3937e31d031(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:30,058 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:30,058 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756390000; duration=0sec 2024-11-16T11:26:30,059 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:30,059 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:30,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T11:26:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:30,147 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T11:26:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f4379ab260624bd8a7feec22f46771f7 is 50, key is test_row_0/A:col10/1731756389560/Put/seqid=0 2024-11-16T11:26:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742089_1265 (size=12001) 2024-11-16T11:26:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:30,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756450178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756450179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756450179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756450181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756450283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756450283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756450283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756450284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,426 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/bc2828489fb243f3854d98147cb30c88 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bc2828489fb243f3854d98147cb30c88 2024-11-16T11:26:30,434 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into bc2828489fb243f3854d98147cb30c88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:30,434 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:30,434 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756390000; duration=0sec 2024-11-16T11:26:30,434 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:30,434 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756450486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756450486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756450486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756450488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,557 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f4379ab260624bd8a7feec22f46771f7 2024-11-16T11:26:30,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/26f27441c1a844be8558196aafafede4 is 50, key is test_row_0/B:col10/1731756389560/Put/seqid=0 2024-11-16T11:26:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742090_1266 (size=12001) 2024-11-16T11:26:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756450790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756450790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756450790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756450791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:31,006 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/26f27441c1a844be8558196aafafede4 2024-11-16T11:26:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/cafc48043bf846a9b22492b31bf1540b is 50, key is test_row_0/C:col10/1731756389560/Put/seqid=0 2024-11-16T11:26:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742091_1267 (size=12001) 2024-11-16T11:26:31,016 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/cafc48043bf846a9b22492b31bf1540b 2024-11-16T11:26:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f4379ab260624bd8a7feec22f46771f7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7 2024-11-16T11:26:31,024 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-16T11:26:31,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/26f27441c1a844be8558196aafafede4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4 2024-11-16T11:26:31,028 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4, entries=150, sequenceid=115, filesize=11.7 K 2024-11-16T11:26:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/cafc48043bf846a9b22492b31bf1540b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b 2024-11-16T11:26:31,034 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-16T11:26:31,035 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45b41eae8f3eeb85399862b64eff03de in 888ms, sequenceid=115, compaction requested=false 2024-11-16T11:26:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-16T11:26:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-16T11:26:31,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-16T11:26:31,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-11-16T11:26:31,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1990 sec 2024-11-16T11:26:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:31,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:31,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/3631b692be1e44559ca29c1f4982f057 is 50, key is test_row_0/A:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742092_1268 (size=12051) 2024-11-16T11:26:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756451309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756451309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756451310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756451310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756451414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756451414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756451414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756451414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756451617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756451617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756451617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756451617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/3631b692be1e44559ca29c1f4982f057 2024-11-16T11:26:31,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/9929f84ccdc74a36958869a4b2f33405 is 50, key is test_row_0/B:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742093_1269 (size=12051) 2024-11-16T11:26:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756451919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756451919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756451920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756451921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T11:26:31,945 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-16T11:26:31,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-16T11:26:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:31,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:31,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:31,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:31,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756451967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:31,969 DEBUG [Thread-1125 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., hostname=de5e62237ead,46287,1731756317671, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:26:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:32,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-16T11:26:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/9929f84ccdc74a36958869a4b2f33405 2024-11-16T11:26:32,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/41a31ec0811d462f81389a23c90ea260 is 50, key is test_row_0/C:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742094_1270 (size=12051) 2024-11-16T11:26:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:32,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-16T11:26:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-16T11:26:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:32,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756452423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756452423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756452423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756452425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/41a31ec0811d462f81389a23c90ea260 2024-11-16T11:26:32,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/3631b692be1e44559ca29c1f4982f057 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057 2024-11-16T11:26:32,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T11:26:32,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/9929f84ccdc74a36958869a4b2f33405 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405 2024-11-16T11:26:32,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T11:26:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/41a31ec0811d462f81389a23c90ea260 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260 2024-11-16T11:26:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:32,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T11:26:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 45b41eae8f3eeb85399862b64eff03de in 1257ms, sequenceid=131, compaction requested=true 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:32,552 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:32,552 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:32,553 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,553 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,553 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.4 K 2024-11-16T11:26:32,553 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bc2828489fb243f3854d98147cb30c88, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.4 K 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c6a4fb19f3a4f48bbc4e8f0094d0e40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2828489fb243f3854d98147cb30c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:32,553 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4379ab260624bd8a7feec22f46771f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731756389555 2024-11-16T11:26:32,554 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f27441c1a844be8558196aafafede4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731756389555 2024-11-16T11:26:32,554 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3631b692be1e44559ca29c1f4982f057, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:32,554 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 9929f84ccdc74a36958869a4b2f33405, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:32,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:32,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-16T11:26:32,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,557 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:26:32,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:32,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b15c3255dc2440908ef20ce3e3dacf57 is 50, key is test_row_0/A:col10/1731756391309/Put/seqid=0 2024-11-16T11:26:32,562 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:32,563 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/a18df7c71fd74da9b9f459308b45131e is 50, key is test_row_0/A:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:32,564 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:32,564 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/5fb821b7a38745b197b5f810f1b5e867 is 50, key is test_row_0/B:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:32,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742096_1272 (size=12359) 2024-11-16T11:26:32,589 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/a18df7c71fd74da9b9f459308b45131e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/a18df7c71fd74da9b9f459308b45131e 2024-11-16T11:26:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742095_1271 (size=12151) 2024-11-16T11:26:32,594 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into a18df7c71fd74da9b9f459308b45131e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:32,594 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:32,594 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756392552; duration=0sec 2024-11-16T11:26:32,595 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:32,595 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:32,595 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:32,596 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:32,596 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:32,596 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:32,596 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/9e95f2b0741a4741b726a3937e31d031, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.4 K 2024-11-16T11:26:32,596 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e95f2b0741a4741b726a3937e31d031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731756388926 2024-11-16T11:26:32,597 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting cafc48043bf846a9b22492b31bf1540b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731756389555 2024-11-16T11:26:32,597 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a31ec0811d462f81389a23c90ea260, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742097_1273 (size=12359) 2024-11-16T11:26:32,613 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:32,627 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/b8ac9151dbb7449d87dfe4d47c4339e9 is 50, key is test_row_0/C:col10/1731756390180/Put/seqid=0 2024-11-16T11:26:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742098_1274 (size=12359) 2024-11-16T11:26:32,654 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/b8ac9151dbb7449d87dfe4d47c4339e9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/b8ac9151dbb7449d87dfe4d47c4339e9 2024-11-16T11:26:32,658 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into b8ac9151dbb7449d87dfe4d47c4339e9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:32,659 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:32,659 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756392552; duration=0sec 2024-11-16T11:26:32,659 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:32,659 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:32,992 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b15c3255dc2440908ef20ce3e3dacf57 2024-11-16T11:26:32,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/be0a12431933417ca49c3c6736c32cc2 is 50, key is test_row_0/B:col10/1731756391309/Put/seqid=0 2024-11-16T11:26:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742099_1275 (size=12151) 2024-11-16T11:26:33,008 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/5fb821b7a38745b197b5f810f1b5e867 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/5fb821b7a38745b197b5f810f1b5e867 2024-11-16T11:26:33,012 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into 5fb821b7a38745b197b5f810f1b5e867(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:33,013 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:33,013 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756392552; duration=0sec 2024-11-16T11:26:33,013 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:33,013 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:33,405 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/be0a12431933417ca49c3c6736c32cc2 2024-11-16T11:26:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e7cc1fc3ffbf417cb50c1ff729580272 is 50, key is test_row_0/C:col10/1731756391309/Put/seqid=0 2024-11-16T11:26:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742100_1276 (size=12151) 2024-11-16T11:26:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:33,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756453445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756453465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756453465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756453465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756453567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756453568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756453568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756453568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756453770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756453770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756453771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756453771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:33,825 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e7cc1fc3ffbf417cb50c1ff729580272 2024-11-16T11:26:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b15c3255dc2440908ef20ce3e3dacf57 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57 2024-11-16T11:26:33,832 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57, entries=150, sequenceid=152, filesize=11.9 K 2024-11-16T11:26:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/be0a12431933417ca49c3c6736c32cc2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2 2024-11-16T11:26:33,837 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-16T11:26:33,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e7cc1fc3ffbf417cb50c1ff729580272 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272 2024-11-16T11:26:33,841 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272, entries=150, sequenceid=152, filesize=11.9 K 2024-11-16T11:26:33,841 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 45b41eae8f3eeb85399862b64eff03de in 1284ms, sequenceid=152, compaction requested=false 2024-11-16T11:26:33,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-16T11:26:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-16T11:26:33,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-16T11:26:33,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-11-16T11:26:33,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8980 sec 2024-11-16T11:26:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T11:26:34,057 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-16T11:26:34,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-16T11:26:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:34,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:34,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:34,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:34,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f642f88cb5c4456f8484cead90b0fd19 is 50, key is test_row_0/A:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742101_1277 (size=12151) 2024-11-16T11:26:34,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756454141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756454141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756454142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756454145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:34,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:34,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756454246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756454246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756454246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756454249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:34,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756454448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756454448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756454449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756454451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f642f88cb5c4456f8484cead90b0fd19 2024-11-16T11:26:34,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/60b491ab304b43959223c88b0198c3d8 is 50, key is test_row_0/B:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742102_1278 (size=12151) 2024-11-16T11:26:34,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:34,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756454751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756454751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756454753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756454754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:34,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:34,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/60b491ab304b43959223c88b0198c3d8 2024-11-16T11:26:34,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/1f64944f5ce244559e20831be01fdc8c is 50, key is test_row_0/C:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742103_1279 (size=12151) 2024-11-16T11:26:34,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/1f64944f5ce244559e20831be01fdc8c 2024-11-16T11:26:34,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/f642f88cb5c4456f8484cead90b0fd19 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19 2024-11-16T11:26:34,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19, entries=150, sequenceid=173, filesize=11.9 K 2024-11-16T11:26:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/60b491ab304b43959223c88b0198c3d8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8 2024-11-16T11:26:34,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8, entries=150, sequenceid=173, filesize=11.9 K 2024-11-16T11:26:34,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/1f64944f5ce244559e20831be01fdc8c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c 2024-11-16T11:26:34,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-16T11:26:34,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45b41eae8f3eeb85399862b64eff03de in 855ms, sequenceid=173, compaction requested=true 2024-11-16T11:26:34,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:34,930 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:34,930 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:34,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:34,931 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,931 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/5fb821b7a38745b197b5f810f1b5e867, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.8 K 2024-11-16T11:26:34,931 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,931 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/a18df7c71fd74da9b9f459308b45131e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.8 K 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fb821b7a38745b197b5f810f1b5e867, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a18df7c71fd74da9b9f459308b45131e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting be0a12431933417ca49c3c6736c32cc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731756391305 2024-11-16T11:26:34,931 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b15c3255dc2440908ef20ce3e3dacf57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731756391305 2024-11-16T11:26:34,932 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b491ab304b43959223c88b0198c3d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:34,932 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting f642f88cb5c4456f8484cead90b0fd19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:34,937 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:34,937 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:34,937 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/bdacecac8bdf43c5819b3a72effc0ecb is 50, key is test_row_0/B:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,938 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b150f5bad8d94ef8a5a941b0d19c23ef is 50, key is test_row_0/A:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742105_1281 (size=12561) 2024-11-16T11:26:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742104_1280 (size=12561) 2024-11-16T11:26:34,952 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/bdacecac8bdf43c5819b3a72effc0ecb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bdacecac8bdf43c5819b3a72effc0ecb 2024-11-16T11:26:34,955 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into bdacecac8bdf43c5819b3a72effc0ecb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:34,955 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:34,955 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756394930; duration=0sec 2024-11-16T11:26:34,955 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:34,956 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:34,956 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:34,956 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:34,957 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:34,957 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,957 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/b8ac9151dbb7449d87dfe4d47c4339e9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=35.8 K 2024-11-16T11:26:34,957 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ac9151dbb7449d87dfe4d47c4339e9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731756390178 2024-11-16T11:26:34,957 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e7cc1fc3ffbf417cb50c1ff729580272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731756391305 2024-11-16T11:26:34,958 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f64944f5ce244559e20831be01fdc8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:34,963 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:34,964 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/a036402d5b5043c7b439f65f4da31d77 is 50, key is test_row_0/C:col10/1731756394073/Put/seqid=0 2024-11-16T11:26:34,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:34,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:34,973 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742106_1282 (size=12561) 2024-11-16T11:26:34,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/02862fb30cec48388fe30468e6f77a35 is 50, key is test_row_0/A:col10/1731756394111/Put/seqid=0 2024-11-16T11:26:34,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742107_1283 (size=12151) 2024-11-16T11:26:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756455266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756455269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756455269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756455269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,345 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b150f5bad8d94ef8a5a941b0d19c23ef as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b150f5bad8d94ef8a5a941b0d19c23ef 2024-11-16T11:26:35,350 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into b150f5bad8d94ef8a5a941b0d19c23ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:35,350 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:35,350 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756394930; duration=0sec 2024-11-16T11:26:35,350 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:35,350 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756455370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756455373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756455373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756455373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,381 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/a036402d5b5043c7b439f65f4da31d77 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/a036402d5b5043c7b439f65f4da31d77 2024-11-16T11:26:35,384 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/02862fb30cec48388fe30468e6f77a35 2024-11-16T11:26:35,387 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into a036402d5b5043c7b439f65f4da31d77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:35,388 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:35,388 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756394930; duration=0sec 2024-11-16T11:26:35,388 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:35,388 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/739f6e6b684e4d68bdd0f82562c841fc is 50, key is test_row_0/B:col10/1731756394111/Put/seqid=0 2024-11-16T11:26:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742108_1284 (size=12151) 2024-11-16T11:26:35,402 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/739f6e6b684e4d68bdd0f82562c841fc 2024-11-16T11:26:35,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/c5b212c9f1d64b6bb6f7d8a29f211a1d is 50, key is test_row_0/C:col10/1731756394111/Put/seqid=0 2024-11-16T11:26:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742109_1285 (size=12151) 2024-11-16T11:26:35,441 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/c5b212c9f1d64b6bb6f7d8a29f211a1d 2024-11-16T11:26:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/02862fb30cec48388fe30468e6f77a35 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35 2024-11-16T11:26:35,453 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35, entries=150, sequenceid=192, filesize=11.9 K 2024-11-16T11:26:35,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/739f6e6b684e4d68bdd0f82562c841fc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc 2024-11-16T11:26:35,459 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc, entries=150, sequenceid=192, filesize=11.9 K 2024-11-16T11:26:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/c5b212c9f1d64b6bb6f7d8a29f211a1d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d 2024-11-16T11:26:35,465 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-16T11:26:35,466 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45b41eae8f3eeb85399862b64eff03de in 492ms, sequenceid=192, compaction requested=false 2024-11-16T11:26:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-16T11:26:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-16T11:26:35,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-16T11:26:35,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-16T11:26:35,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4110 sec 2024-11-16T11:26:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:35,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:35,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:35,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7d3d9b0e08b94c89a5b2c22951860f18 is 50, key is test_row_0/A:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:35,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756455646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756455646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756455647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756455647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742110_1286 (size=14541) 2024-11-16T11:26:35,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7d3d9b0e08b94c89a5b2c22951860f18 2024-11-16T11:26:35,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/21e572e78b204860a1f20c45c555e2ed is 50, key is test_row_0/B:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742111_1287 (size=12151) 2024-11-16T11:26:35,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/21e572e78b204860a1f20c45c555e2ed 2024-11-16T11:26:35,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e8411a7ca95240278423c6ee8011de74 is 50, key is test_row_0/C:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742112_1288 (size=12151) 2024-11-16T11:26:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756455750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756455751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756455751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756455751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756455953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756455954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756455954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756455956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1731756455975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:35,979 DEBUG [Thread-1125 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., hostname=de5e62237ead,46287,1731756317671, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:26:36,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e8411a7ca95240278423c6ee8011de74 2024-11-16T11:26:36,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7d3d9b0e08b94c89a5b2c22951860f18 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18 2024-11-16T11:26:36,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18, entries=200, sequenceid=216, filesize=14.2 K 2024-11-16T11:26:36,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/21e572e78b204860a1f20c45c555e2ed as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed 2024-11-16T11:26:36,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed, entries=150, sequenceid=216, filesize=11.9 K 2024-11-16T11:26:36,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e8411a7ca95240278423c6ee8011de74 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74 2024-11-16T11:26:36,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74, entries=150, sequenceid=216, filesize=11.9 K 2024-11-16T11:26:36,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 45b41eae8f3eeb85399862b64eff03de in 505ms, sequenceid=216, compaction requested=true 2024-11-16T11:26:36,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:36,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:36,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:36,134 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:36,134 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:36,135 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:36,135 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:36,136 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,136 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bdacecac8bdf43c5819b3a72effc0ecb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.0 K 2024-11-16T11:26:36,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting bdacecac8bdf43c5819b3a72effc0ecb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:36,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 739f6e6b684e4d68bdd0f82562c841fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731756394111 2024-11-16T11:26:36,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 21e572e78b204860a1f20c45c555e2ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395582 2024-11-16T11:26:36,137 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:36,137 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:36,137 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,137 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b150f5bad8d94ef8a5a941b0d19c23ef, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=38.3 K 2024-11-16T11:26:36,138 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b150f5bad8d94ef8a5a941b0d19c23ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:36,138 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02862fb30cec48388fe30468e6f77a35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731756394111 2024-11-16T11:26:36,139 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d3d9b0e08b94c89a5b2c22951860f18, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395268 2024-11-16T11:26:36,143 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:36,144 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/c97e94f9835e4cdea7e61f191203ec14 is 50, key is test_row_0/B:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:36,147 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:36,148 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/21196ed579554884b238afda9601499c is 50, key is test_row_0/A:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742114_1290 (size=12663) 2024-11-16T11:26:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742113_1289 (size=12663) 2024-11-16T11:26:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T11:26:36,163 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-16T11:26:36,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-16T11:26:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:36,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:36,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:36,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:36,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T11:26:36,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:36,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/0fb4f06dc1ad430cb251462dd495cfa0 is 50, key is test_row_0/A:col10/1731756396256/Put/seqid=0 2024-11-16T11:26:36,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742115_1291 (size=14541) 2024-11-16T11:26:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756456272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756456276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756456276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756456276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:36,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756456377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756456379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756456379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756456379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:36,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,557 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/c97e94f9835e4cdea7e61f191203ec14 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c97e94f9835e4cdea7e61f191203ec14 2024-11-16T11:26:36,557 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/21196ed579554884b238afda9601499c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/21196ed579554884b238afda9601499c 2024-11-16T11:26:36,561 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into 21196ed579554884b238afda9601499c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:36,561 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into c97e94f9835e4cdea7e61f191203ec14(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:36,561 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756396134; duration=0sec 2024-11-16T11:26:36,561 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756396134; duration=0sec 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:36,561 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:36,562 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:36,562 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:36,562 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,562 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/a036402d5b5043c7b439f65f4da31d77, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.0 K 2024-11-16T11:26:36,562 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a036402d5b5043c7b439f65f4da31d77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731756394073 2024-11-16T11:26:36,562 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b212c9f1d64b6bb6f7d8a29f211a1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731756394111 2024-11-16T11:26:36,563 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8411a7ca95240278423c6ee8011de74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395582 2024-11-16T11:26:36,567 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:36,568 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/613e765695dc45e1895cd6e94cf020c3 is 50, key is test_row_0/C:col10/1731756395585/Put/seqid=0 2024-11-16T11:26:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742116_1292 (size=12663) 2024-11-16T11:26:36,577 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/613e765695dc45e1895cd6e94cf020c3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/613e765695dc45e1895cd6e94cf020c3 2024-11-16T11:26:36,581 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into 613e765695dc45e1895cd6e94cf020c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:36,582 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:36,582 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756396135; duration=0sec 2024-11-16T11:26:36,582 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:36,582 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756456581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756456582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756456582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756456583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/0fb4f06dc1ad430cb251462dd495cfa0 2024-11-16T11:26:36,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f0d2306a71ad477cb3feab41fd067818 is 50, key is test_row_0/B:col10/1731756396256/Put/seqid=0 2024-11-16T11:26:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742117_1293 (size=12151) 2024-11-16T11:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:36,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756456885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756456886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756456886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756456887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:36,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:36,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f0d2306a71ad477cb3feab41fd067818 2024-11-16T11:26:37,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:37,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:37,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/108555e1b3124e5dbbca68f7468e4e6d is 50, key is test_row_0/C:col10/1731756396256/Put/seqid=0 2024-11-16T11:26:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742118_1294 (size=12151) 2024-11-16T11:26:37,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:37,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:37,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:37,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756457390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756457390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756457391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756457391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/108555e1b3124e5dbbca68f7468e4e6d 2024-11-16T11:26:37,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/0fb4f06dc1ad430cb251462dd495cfa0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0 2024-11-16T11:26:37,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0, entries=200, sequenceid=232, filesize=14.2 K 2024-11-16T11:26:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/f0d2306a71ad477cb3feab41fd067818 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818 2024-11-16T11:26:37,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818, entries=150, sequenceid=232, filesize=11.9 K 2024-11-16T11:26:37,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/108555e1b3124e5dbbca68f7468e4e6d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d 2024-11-16T11:26:37,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-16T11:26:37,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 45b41eae8f3eeb85399862b64eff03de in 1248ms, sequenceid=232, compaction requested=false 2024-11-16T11:26:37,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:37,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:37,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T11:26:37,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:37,537 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/756bf6de8b3841a1ad463452e85fae44 is 50, key is test_row_0/A:col10/1731756396275/Put/seqid=0 2024-11-16T11:26:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742119_1295 (size=12151) 2024-11-16T11:26:37,961 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/756bf6de8b3841a1ad463452e85fae44 2024-11-16T11:26:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/09b827af805c4e299a4ec6f2471317df is 50, key is test_row_0/B:col10/1731756396275/Put/seqid=0 2024-11-16T11:26:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742120_1296 (size=12151) 2024-11-16T11:26:37,970 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/09b827af805c4e299a4ec6f2471317df 2024-11-16T11:26:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/55496ab0ba464f549528d93b30b86363 is 50, key is test_row_0/C:col10/1731756396275/Put/seqid=0 2024-11-16T11:26:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742121_1297 (size=12151) 2024-11-16T11:26:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:38,386 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/55496ab0ba464f549528d93b30b86363 2024-11-16T11:26:38,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/756bf6de8b3841a1ad463452e85fae44 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44 2024-11-16T11:26:38,393 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44, entries=150, sequenceid=256, filesize=11.9 K 2024-11-16T11:26:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:38,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/09b827af805c4e299a4ec6f2471317df as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df 2024-11-16T11:26:38,399 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df, entries=150, sequenceid=256, filesize=11.9 K 2024-11-16T11:26:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/55496ab0ba464f549528d93b30b86363 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363 2024-11-16T11:26:38,403 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363, entries=150, sequenceid=256, filesize=11.9 K 2024-11-16T11:26:38,404 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for 45b41eae8f3eeb85399862b64eff03de in 866ms, sequenceid=256, compaction requested=true 2024-11-16T11:26:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-16T11:26:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-16T11:26:38,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:26:38,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:38,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-16T11:26:38,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-16T11:26:38,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2430 sec 2024-11-16T11:26:38,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/ef7dc58ae44243f39ac70299b6809515 is 50, key is test_row_0/A:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742122_1298 (size=9857) 2024-11-16T11:26:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756458430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756458431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756458431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756458432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756458535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756458535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756458535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756458535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756458737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756458737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756458738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756458738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:38,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/ef7dc58ae44243f39ac70299b6809515 2024-11-16T11:26:38,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/da24ea1685194edd8fa785ac6a2e19e1 is 50, key is test_row_0/B:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742123_1299 (size=9857) 2024-11-16T11:26:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756459040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756459041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756459041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756459042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/da24ea1685194edd8fa785ac6a2e19e1 2024-11-16T11:26:39,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/dbf9d5fdfe914f9a9b2420c518e0dbad is 50, key is test_row_0/C:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742124_1300 (size=9857) 2024-11-16T11:26:39,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756459544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756459544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756459547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756459548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:39,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/dbf9d5fdfe914f9a9b2420c518e0dbad 2024-11-16T11:26:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/ef7dc58ae44243f39ac70299b6809515 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515 2024-11-16T11:26:39,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515, entries=100, sequenceid=268, filesize=9.6 K 2024-11-16T11:26:39,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/da24ea1685194edd8fa785ac6a2e19e1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1 2024-11-16T11:26:39,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1, entries=100, sequenceid=268, filesize=9.6 K 2024-11-16T11:26:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/dbf9d5fdfe914f9a9b2420c518e0dbad as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad 2024-11-16T11:26:39,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad, entries=100, sequenceid=268, filesize=9.6 K 2024-11-16T11:26:39,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45b41eae8f3eeb85399862b64eff03de in 1250ms, sequenceid=268, compaction requested=true 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:39,654 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:39,654 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:39,656 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49212 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:39,656 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:39,656 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:39,656 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:39,656 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:39,656 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:39,656 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c97e94f9835e4cdea7e61f191203ec14, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=45.7 K 2024-11-16T11:26:39,656 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/21196ed579554884b238afda9601499c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=48.1 K 2024-11-16T11:26:39,656 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21196ed579554884b238afda9601499c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395582 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c97e94f9835e4cdea7e61f191203ec14, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395582 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb4f06dc1ad430cb251462dd495cfa0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731756395645 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d2306a71ad477cb3feab41fd067818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731756395645 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 756bf6de8b3841a1ad463452e85fae44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731756396271 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 09b827af805c4e299a4ec6f2471317df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731756396271 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7dc58ae44243f39ac70299b6809515, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756398404 2024-11-16T11:26:39,657 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting da24ea1685194edd8fa785ac6a2e19e1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756398404 2024-11-16T11:26:39,664 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:39,664 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/4ee60036c5b44922a363a353f2bfc7df is 50, key is test_row_0/A:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:39,665 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:39,665 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/ea17d0a484dc40e3a4e2105ad5995b14 is 50, key is test_row_0/B:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742125_1301 (size=12899) 2024-11-16T11:26:39,677 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/4ee60036c5b44922a363a353f2bfc7df as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/4ee60036c5b44922a363a353f2bfc7df 2024-11-16T11:26:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742126_1302 (size=12899) 2024-11-16T11:26:39,682 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into 4ee60036c5b44922a363a353f2bfc7df(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:39,682 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:39,682 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=12, startTime=1731756399654; duration=0sec 2024-11-16T11:26:39,682 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:39,682 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:39,682 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:26:39,683 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:26:39,683 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:39,684 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:39,684 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/613e765695dc45e1895cd6e94cf020c3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=45.7 K 2024-11-16T11:26:39,684 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/ea17d0a484dc40e3a4e2105ad5995b14 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/ea17d0a484dc40e3a4e2105ad5995b14 2024-11-16T11:26:39,684 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 613e765695dc45e1895cd6e94cf020c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731756395582 2024-11-16T11:26:39,684 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 108555e1b3124e5dbbca68f7468e4e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731756395645 2024-11-16T11:26:39,685 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55496ab0ba464f549528d93b30b86363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731756396271 2024-11-16T11:26:39,685 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbf9d5fdfe914f9a9b2420c518e0dbad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756398404 2024-11-16T11:26:39,688 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into ea17d0a484dc40e3a4e2105ad5995b14(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:39,688 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:39,688 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=12, startTime=1731756399654; duration=0sec 2024-11-16T11:26:39,689 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:39,689 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:39,693 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:39,693 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/198c6c591d754e31b3dcadf1a5df6368 is 50, key is test_row_0/C:col10/1731756398404/Put/seqid=0 2024-11-16T11:26:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742127_1303 (size=12899) 2024-11-16T11:26:39,709 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/198c6c591d754e31b3dcadf1a5df6368 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/198c6c591d754e31b3dcadf1a5df6368 2024-11-16T11:26:39,713 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into 198c6c591d754e31b3dcadf1a5df6368(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:39,713 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:39,713 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=12, startTime=1731756399654; duration=0sec 2024-11-16T11:26:39,713 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:39,713 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T11:26:40,269 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-16T11:26:40,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-16T11:26:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T11:26:40,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:40,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:40,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T11:26:40,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-16T11:26:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,427 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/895f5927f5ec44d29942dcaf4c0f9f05 is 50, key is test_row_0/A:col10/1731756398430/Put/seqid=0 2024-11-16T11:26:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742128_1304 (size=12301) 2024-11-16T11:26:40,438 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/895f5927f5ec44d29942dcaf4c0f9f05 2024-11-16T11:26:40,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/065c71acaceb4ea88df4040ccfca6b71 is 50, key is test_row_0/B:col10/1731756398430/Put/seqid=0 2024-11-16T11:26:40,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742129_1305 (size=12301) 2024-11-16T11:26:40,450 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/065c71acaceb4ea88df4040ccfca6b71 2024-11-16T11:26:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/219744b2ff2d48b2973e3dc8a2372818 is 50, key is test_row_0/C:col10/1731756398430/Put/seqid=0 2024-11-16T11:26:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742130_1306 (size=12301) 2024-11-16T11:26:40,461 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/219744b2ff2d48b2973e3dc8a2372818 2024-11-16T11:26:40,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/895f5927f5ec44d29942dcaf4c0f9f05 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05 2024-11-16T11:26:40,470 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05, entries=150, sequenceid=295, filesize=12.0 K 2024-11-16T11:26:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/065c71acaceb4ea88df4040ccfca6b71 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71 2024-11-16T11:26:40,476 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71, entries=150, sequenceid=295, filesize=12.0 K 2024-11-16T11:26:40,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/219744b2ff2d48b2973e3dc8a2372818 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818 2024-11-16T11:26:40,480 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818, entries=150, sequenceid=295, filesize=12.0 K 2024-11-16T11:26:40,480 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 45b41eae8f3eeb85399862b64eff03de in 53ms, sequenceid=295, compaction requested=false 2024-11-16T11:26:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-16T11:26:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-16T11:26:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-16T11:26:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-16T11:26:40,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 213 msec 2024-11-16T11:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:40,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:40,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/c0c9a54994694c048bac731b59e4cda4 is 50, key is test_row_0/A:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742131_1307 (size=12301) 2024-11-16T11:26:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T11:26:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,576 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-16T11:26:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756460574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756460574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-16T11:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:40,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:40,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:40,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756460677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756460677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756460679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756460679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:40,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756460880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756460881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:40,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756460882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756460883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:40,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/c0c9a54994694c048bac731b59e4cda4 2024-11-16T11:26:40,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/d93c067a44b44c88ae00225486f18cc0 is 50, key is test_row_0/B:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742132_1308 (size=12301) 2024-11-16T11:26:41,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756461183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756461185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756461185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756461186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/d93c067a44b44c88ae00225486f18cc0 2024-11-16T11:26:41,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/4eafad2edc1048d68df2054f1ab2e81d is 50, key is test_row_0/C:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742133_1309 (size=12301) 2024-11-16T11:26:41,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,644 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756461687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756461688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756461688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756461689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/4eafad2edc1048d68df2054f1ab2e81d 2024-11-16T11:26:41,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/c0c9a54994694c048bac731b59e4cda4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4 2024-11-16T11:26:41,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4, entries=150, sequenceid=307, filesize=12.0 K 2024-11-16T11:26:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:41,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/d93c067a44b44c88ae00225486f18cc0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0 2024-11-16T11:26:41,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0, entries=150, sequenceid=307, filesize=12.0 K 2024-11-16T11:26:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/4eafad2edc1048d68df2054f1ab2e81d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d 2024-11-16T11:26:41,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-16T11:26:41,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45b41eae8f3eeb85399862b64eff03de in 1251ms, sequenceid=307, compaction requested=true 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:41,807 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:41,807 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:41,808 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:41,808 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:41,808 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:41,808 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:41,808 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,808 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,808 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/ea17d0a484dc40e3a4e2105ad5995b14, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.6 K 2024-11-16T11:26:41,808 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/4ee60036c5b44922a363a353f2bfc7df, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.6 K 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting ea17d0a484dc40e3a4e2105ad5995b14, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756396275 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee60036c5b44922a363a353f2bfc7df, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756396275 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895f5927f5ec44d29942dcaf4c0f9f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731756398430 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 065c71acaceb4ea88df4040ccfca6b71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731756398430 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d93c067a44b44c88ae00225486f18cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:41,809 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c9a54994694c048bac731b59e4cda4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:41,817 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:41,817 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:41,818 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b6478e58b4224c66b8eb8666a07b1cc6 is 50, key is test_row_0/A:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:41,818 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4c7a611435664a718bfc865df313e829 is 50, key is test_row_0/B:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742135_1311 (size=13051) 2024-11-16T11:26:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742134_1310 (size=13051) 2024-11-16T11:26:41,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:41,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-16T11:26:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:41,950 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:41,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/1c29a0d4b60746a2818cb66cc617ee32 is 50, key is test_row_0/A:col10/1731756400575/Put/seqid=0 2024-11-16T11:26:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742136_1312 (size=12301) 2024-11-16T11:26:42,227 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4c7a611435664a718bfc865df313e829 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4c7a611435664a718bfc865df313e829 2024-11-16T11:26:42,231 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/b6478e58b4224c66b8eb8666a07b1cc6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b6478e58b4224c66b8eb8666a07b1cc6 2024-11-16T11:26:42,233 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into 4c7a611435664a718bfc865df313e829(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:42,233 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:42,233 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756401807; duration=0sec 2024-11-16T11:26:42,233 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:42,233 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:42,233 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:42,234 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:42,234 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:42,234 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:42,234 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/198c6c591d754e31b3dcadf1a5df6368, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.6 K 2024-11-16T11:26:42,234 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 198c6c591d754e31b3dcadf1a5df6368, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731756396275 2024-11-16T11:26:42,235 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 219744b2ff2d48b2973e3dc8a2372818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731756398430 2024-11-16T11:26:42,235 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eafad2edc1048d68df2054f1ab2e81d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:42,236 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into b6478e58b4224c66b8eb8666a07b1cc6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:42,236 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:42,236 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756401807; duration=0sec 2024-11-16T11:26:42,236 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:42,236 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:42,240 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:42,241 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e4e038a0c609429da8b185f124424173 is 50, key is test_row_0/C:col10/1731756400556/Put/seqid=0 2024-11-16T11:26:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742137_1313 (size=13051) 2024-11-16T11:26:42,357 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/1c29a0d4b60746a2818cb66cc617ee32 2024-11-16T11:26:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e40987cb0e2945618f9fbe4f1dd9d832 is 50, key is test_row_0/B:col10/1731756400575/Put/seqid=0 2024-11-16T11:26:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742138_1314 (size=12301) 2024-11-16T11:26:42,648 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/e4e038a0c609429da8b185f124424173 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e4e038a0c609429da8b185f124424173 2024-11-16T11:26:42,652 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into e4e038a0c609429da8b185f124424173(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:42,652 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:42,652 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756401807; duration=0sec 2024-11-16T11:26:42,652 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:42,652 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:42,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756462700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756462701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756462701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756462703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,767 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e40987cb0e2945618f9fbe4f1dd9d832 2024-11-16T11:26:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/d21848d040934c5c950b41497a01da70 is 50, key is test_row_0/C:col10/1731756400575/Put/seqid=0 2024-11-16T11:26:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742139_1315 (size=12301) 2024-11-16T11:26:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756462803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756462804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756462804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:42,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756462805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756463005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756463006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756463006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756463008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,177 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/d21848d040934c5c950b41497a01da70 2024-11-16T11:26:43,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/1c29a0d4b60746a2818cb66cc617ee32 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32 2024-11-16T11:26:43,184 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T11:26:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/e40987cb0e2945618f9fbe4f1dd9d832 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832 2024-11-16T11:26:43,188 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T11:26:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/d21848d040934c5c950b41497a01da70 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70 2024-11-16T11:26:43,192 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T11:26:43,192 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 45b41eae8f3eeb85399862b64eff03de in 1243ms, sequenceid=331, compaction requested=false 2024-11-16T11:26:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-16T11:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-16T11:26:43,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-16T11:26:43,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-16T11:26:43,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.6180 sec 2024-11-16T11:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:43,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:43,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:43,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/98187552fdf242828c9893391d33a648 is 50, key is test_row_0/A:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742140_1316 (size=12301) 2024-11-16T11:26:43,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756463325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756463326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756463327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756463328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756463429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756463429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756463430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756463431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756463633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756463633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756463633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756463646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/98187552fdf242828c9893391d33a648 2024-11-16T11:26:43,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/c8047c9bc81249f8abc8c7da0484c30f is 50, key is test_row_0/B:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742141_1317 (size=12301) 2024-11-16T11:26:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756463936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756463936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756463937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:43,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756463950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/c8047c9bc81249f8abc8c7da0484c30f 2024-11-16T11:26:44,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/084db1f30f1d4ec2b75e5f95eed6a157 is 50, key is test_row_0/C:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:44,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742142_1318 (size=12301) 2024-11-16T11:26:44,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756464442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756464443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756464444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756464453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/084db1f30f1d4ec2b75e5f95eed6a157 2024-11-16T11:26:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/98187552fdf242828c9893391d33a648 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648 2024-11-16T11:26:44,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648, entries=150, sequenceid=348, filesize=12.0 K 2024-11-16T11:26:44,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/c8047c9bc81249f8abc8c7da0484c30f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f 2024-11-16T11:26:44,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f, entries=150, sequenceid=348, filesize=12.0 K 2024-11-16T11:26:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/084db1f30f1d4ec2b75e5f95eed6a157 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157 2024-11-16T11:26:44,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157, entries=150, sequenceid=348, filesize=12.0 K 2024-11-16T11:26:44,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 45b41eae8f3eeb85399862b64eff03de in 1256ms, sequenceid=348, compaction requested=true 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:44,567 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:44,567 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:26:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:44,568 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:44,568 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/B is initiating minor compaction (all files) 2024-11-16T11:26:44,568 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/B in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:44,568 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4c7a611435664a718bfc865df313e829, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.8 K 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/A is initiating minor compaction (all files) 2024-11-16T11:26:44,569 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/A in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7a611435664a718bfc865df313e829, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:44,569 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b6478e58b4224c66b8eb8666a07b1cc6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.8 K 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting e40987cb0e2945618f9fbe4f1dd9d832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756400573 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6478e58b4224c66b8eb8666a07b1cc6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c29a0d4b60746a2818cb66cc617ee32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756400573 2024-11-16T11:26:44,569 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c8047c9bc81249f8abc8c7da0484c30f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731756402700 2024-11-16T11:26:44,570 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98187552fdf242828c9893391d33a648, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731756402700 2024-11-16T11:26:44,575 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:44,576 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:44,576 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/c36cfd5a202e446795eaef1cd89568cf is 50, key is test_row_0/A:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:44,576 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4a48221036124f7cb77e42d090288f35 is 50, key is test_row_0/B:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742143_1319 (size=13153) 2024-11-16T11:26:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742144_1320 (size=13153) 2024-11-16T11:26:44,593 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/c36cfd5a202e446795eaef1cd89568cf as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c36cfd5a202e446795eaef1cd89568cf 2024-11-16T11:26:44,603 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/A of 45b41eae8f3eeb85399862b64eff03de into c36cfd5a202e446795eaef1cd89568cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:44,603 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:44,603 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/A, priority=13, startTime=1731756404567; duration=0sec 2024-11-16T11:26:44,603 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:26:44,603 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:44,603 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:26:44,604 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:26:44,604 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): 45b41eae8f3eeb85399862b64eff03de/C is initiating minor compaction (all files) 2024-11-16T11:26:44,604 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b41eae8f3eeb85399862b64eff03de/C in TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:44,604 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e4e038a0c609429da8b185f124424173, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp, totalSize=36.8 K 2024-11-16T11:26:44,604 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e038a0c609429da8b185f124424173, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731756400554 2024-11-16T11:26:44,604 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting d21848d040934c5c950b41497a01da70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731756400573 2024-11-16T11:26:44,605 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 084db1f30f1d4ec2b75e5f95eed6a157, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731756402700 2024-11-16T11:26:44,610 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b41eae8f3eeb85399862b64eff03de#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:26:44,610 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/52c9d57c37714b4f8e65fa9b8e50828d is 50, key is test_row_0/C:col10/1731756403311/Put/seqid=0 2024-11-16T11:26:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742145_1321 (size=13153) 2024-11-16T11:26:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T11:26:44,682 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-16T11:26:44,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-16T11:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-16T11:26:44,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:44,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:44,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-16T11:26:44,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:44,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:44,836 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:44,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/6910c37f1c304516835cab122785d2da is 50, key is test_row_0/A:col10/1731756403327/Put/seqid=0 2024-11-16T11:26:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742146_1322 (size=12301) 2024-11-16T11:26:44,843 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/6910c37f1c304516835cab122785d2da 2024-11-16T11:26:44,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4847e738f020419ba12f05b122a4fcf7 is 50, key is test_row_0/B:col10/1731756403327/Put/seqid=0 2024-11-16T11:26:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742147_1323 (size=12301) 2024-11-16T11:26:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-16T11:26:44,993 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4a48221036124f7cb77e42d090288f35 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4a48221036124f7cb77e42d090288f35 2024-11-16T11:26:44,998 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/B of 45b41eae8f3eeb85399862b64eff03de into 4a48221036124f7cb77e42d090288f35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:44,998 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:44,999 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/B, priority=13, startTime=1731756404567; duration=0sec 2024-11-16T11:26:44,999 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:44,999 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:45,023 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/52c9d57c37714b4f8e65fa9b8e50828d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/52c9d57c37714b4f8e65fa9b8e50828d 2024-11-16T11:26:45,027 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b41eae8f3eeb85399862b64eff03de/C of 45b41eae8f3eeb85399862b64eff03de into 52c9d57c37714b4f8e65fa9b8e50828d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:26:45,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:45,027 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de., storeName=45b41eae8f3eeb85399862b64eff03de/C, priority=13, startTime=1731756404567; duration=0sec 2024-11-16T11:26:45,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:45,027 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:45,253 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4847e738f020419ba12f05b122a4fcf7 2024-11-16T11:26:45,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/79602356a15746a48e9f397a420d3bb9 is 50, key is test_row_0/C:col10/1731756403327/Put/seqid=0 2024-11-16T11:26:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742148_1324 (size=12301) 2024-11-16T11:26:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-16T11:26:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:45,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. as already flushing 2024-11-16T11:26:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756465459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756465460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756465460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756465461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46842 deadline: 1731756465562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46876 deadline: 1731756465562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46836 deadline: 1731756465563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46816 deadline: 1731756465564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:45,627 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5c7476 to 127.0.0.1:53099 2024-11-16T11:26:45,627 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:53099 2024-11-16T11:26:45,627 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,627 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,628 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:53099 2024-11-16T11:26:45,628 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,629 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644774bd to 127.0.0.1:53099 2024-11-16T11:26:45,629 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,629 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:53099 2024-11-16T11:26:45,629 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,663 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/79602356a15746a48e9f397a420d3bb9 2024-11-16T11:26:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/6910c37f1c304516835cab122785d2da as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6910c37f1c304516835cab122785d2da 2024-11-16T11:26:45,673 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6910c37f1c304516835cab122785d2da, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:26:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/4847e738f020419ba12f05b122a4fcf7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4847e738f020419ba12f05b122a4fcf7 2024-11-16T11:26:45,678 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4847e738f020419ba12f05b122a4fcf7, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:26:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/79602356a15746a48e9f397a420d3bb9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/79602356a15746a48e9f397a420d3bb9 2024-11-16T11:26:45,682 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/79602356a15746a48e9f397a420d3bb9, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:26:45,683 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45b41eae8f3eeb85399862b64eff03de in 847ms, sequenceid=371, compaction requested=false 2024-11-16T11:26:45,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:45,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:45,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-16T11:26:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-16T11:26:45,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-16T11:26:45,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-16T11:26:45,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0020 sec 2024-11-16T11:26:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:45,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T11:26:45,768 DEBUG [Thread-1129 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:53099 2024-11-16T11:26:45,768 DEBUG [Thread-1127 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:53099 2024-11-16T11:26:45,769 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,769 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:45,769 DEBUG [Thread-1123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7792c763 to 127.0.0.1:53099 2024-11-16T11:26:45,769 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:45,772 DEBUG [Thread-1131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e66ea50 to 127.0.0.1:53099 2024-11-16T11:26:45,772 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:45,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7e8036b93cf7432a9eebbc861d1023fe is 50, key is test_row_0/A:col10/1731756405460/Put/seqid=0 2024-11-16T11:26:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742149_1325 (size=12301) 2024-11-16T11:26:45,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7e8036b93cf7432a9eebbc861d1023fe 2024-11-16T11:26:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-16T11:26:45,787 INFO [Thread-1133 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-16T11:26:45,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/445b65db0f4f422296927eac36db8d51 is 50, key is test_row_0/B:col10/1731756405460/Put/seqid=0 2024-11-16T11:26:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742150_1326 (size=12301) 2024-11-16T11:26:46,076 DEBUG [Thread-1125 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c8a18c7 to 127.0.0.1:53099 2024-11-16T11:26:46,076 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-16T11:26:46,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6504 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6509 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6530 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6517 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6498 2024-11-16T11:26:46,077 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:26:46,077 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:26:46,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72a7721c to 127.0.0.1:53099 2024-11-16T11:26:46,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:26:46,078 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:26:46,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:26:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:46,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756406083"}]},"ts":"1731756406083"} 2024-11-16T11:26:46,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:26:46,098 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:26:46,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:26:46,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, UNASSIGN}] 2024-11-16T11:26:46,101 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, UNASSIGN 2024-11-16T11:26:46,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=45b41eae8f3eeb85399862b64eff03de, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:46,103 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:26:46,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:46,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:26:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:46,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/445b65db0f4f422296927eac36db8d51 2024-11-16T11:26:46,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/58dcb83575d146c58a9f140035d3e6b2 is 50, key is test_row_0/C:col10/1731756405460/Put/seqid=0 2024-11-16T11:26:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742151_1327 (size=12301) 2024-11-16T11:26:46,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:46,256 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:46,256 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:26:46,257 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 45b41eae8f3eeb85399862b64eff03de, disabling compactions & flushes 2024-11-16T11:26:46,257 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:46,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/58dcb83575d146c58a9f140035d3e6b2 2024-11-16T11:26:46,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/7e8036b93cf7432a9eebbc861d1023fe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7e8036b93cf7432a9eebbc861d1023fe 2024-11-16T11:26:46,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7e8036b93cf7432a9eebbc861d1023fe, entries=150, sequenceid=390, filesize=12.0 K 2024-11-16T11:26:46,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/445b65db0f4f422296927eac36db8d51 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/445b65db0f4f422296927eac36db8d51 2024-11-16T11:26:46,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/445b65db0f4f422296927eac36db8d51, entries=150, sequenceid=390, filesize=12.0 K 2024-11-16T11:26:46,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/58dcb83575d146c58a9f140035d3e6b2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/58dcb83575d146c58a9f140035d3e6b2 2024-11-16T11:26:46,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/58dcb83575d146c58a9f140035d3e6b2, entries=150, sequenceid=390, filesize=12.0 K 2024-11-16T11:26:46,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=13.42 KB/13740 for 45b41eae8f3eeb85399862b64eff03de in 877ms, sequenceid=390, compaction requested=true 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:46,646 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:26:46,646 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. because compaction request was cancelled 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:A 2024-11-16T11:26:46,646 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. after waiting 0 ms 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:46,646 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. because compaction request was cancelled 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:B 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b41eae8f3eeb85399862b64eff03de:C, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. because compaction request was cancelled 2024-11-16T11:26:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:26:46,646 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b41eae8f3eeb85399862b64eff03de:C 2024-11-16T11:26:46,646 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 45b41eae8f3eeb85399862b64eff03de 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-16T11:26:46,646 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=A 2024-11-16T11:26:46,647 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:46,647 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=B 2024-11-16T11:26:46,647 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:46,647 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b41eae8f3eeb85399862b64eff03de, store=C 2024-11-16T11:26:46,647 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:46,650 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8ebbce5001b346068c63989ecb0ff29f is 50, key is test_row_0/A:col10/1731756405770/Put/seqid=0 2024-11-16T11:26:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742152_1328 (size=9857) 2024-11-16T11:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:47,054 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8ebbce5001b346068c63989ecb0ff29f 2024-11-16T11:26:47,060 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/252130b54c394efd8781631101ae1b33 is 50, key is test_row_0/B:col10/1731756405770/Put/seqid=0 2024-11-16T11:26:47,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742153_1329 (size=9857) 2024-11-16T11:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:47,465 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/252130b54c394efd8781631101ae1b33 2024-11-16T11:26:47,479 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/36e9c71d90924e9ea4d18630cef1caec is 50, key is test_row_0/C:col10/1731756405770/Put/seqid=0 2024-11-16T11:26:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742154_1330 (size=9857) 2024-11-16T11:26:47,885 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/36e9c71d90924e9ea4d18630cef1caec 2024-11-16T11:26:47,892 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/A/8ebbce5001b346068c63989ecb0ff29f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8ebbce5001b346068c63989ecb0ff29f 2024-11-16T11:26:47,899 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8ebbce5001b346068c63989ecb0ff29f, entries=100, sequenceid=395, filesize=9.6 K 2024-11-16T11:26:47,901 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/B/252130b54c394efd8781631101ae1b33 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/252130b54c394efd8781631101ae1b33 2024-11-16T11:26:47,906 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/252130b54c394efd8781631101ae1b33, entries=100, sequenceid=395, filesize=9.6 K 2024-11-16T11:26:47,907 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/.tmp/C/36e9c71d90924e9ea4d18630cef1caec as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/36e9c71d90924e9ea4d18630cef1caec 2024-11-16T11:26:47,911 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/36e9c71d90924e9ea4d18630cef1caec, entries=100, sequenceid=395, filesize=9.6 K 2024-11-16T11:26:47,912 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 45b41eae8f3eeb85399862b64eff03de in 1265ms, sequenceid=395, compaction requested=true 2024-11-16T11:26:47,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9e99cab784a24221a8ccc5556ed2afa5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/a18df7c71fd74da9b9f459308b45131e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b150f5bad8d94ef8a5a941b0d19c23ef, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/21196ed579554884b238afda9601499c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/4ee60036c5b44922a363a353f2bfc7df, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b6478e58b4224c66b8eb8666a07b1cc6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648] to archive 2024-11-16T11:26:47,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:47,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/39bb5d3e7b2b41619f6e0d2c0dfa5881 2024-11-16T11:26:47,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b0e8548917354b8b90944370f5828795 2024-11-16T11:26:47,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9b258da0602f46da9fa5d85c92843095 2024-11-16T11:26:47,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9e99cab784a24221a8ccc5556ed2afa5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/9e99cab784a24221a8ccc5556ed2afa5 2024-11-16T11:26:47,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/22150ace176a48b1b76c618f94ea19e1 2024-11-16T11:26:47,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8751311e308544d49082bd3e77815d66 2024-11-16T11:26:47,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6c6a4fb19f3a4f48bbc4e8f0094d0e40 2024-11-16T11:26:47,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f4379ab260624bd8a7feec22f46771f7 2024-11-16T11:26:47,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/a18df7c71fd74da9b9f459308b45131e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/a18df7c71fd74da9b9f459308b45131e 2024-11-16T11:26:47,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/3631b692be1e44559ca29c1f4982f057 2024-11-16T11:26:47,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b15c3255dc2440908ef20ce3e3dacf57 2024-11-16T11:26:47,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b150f5bad8d94ef8a5a941b0d19c23ef to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b150f5bad8d94ef8a5a941b0d19c23ef 2024-11-16T11:26:47,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/f642f88cb5c4456f8484cead90b0fd19 2024-11-16T11:26:47,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/02862fb30cec48388fe30468e6f77a35 2024-11-16T11:26:47,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7d3d9b0e08b94c89a5b2c22951860f18 2024-11-16T11:26:47,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/21196ed579554884b238afda9601499c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/21196ed579554884b238afda9601499c 2024-11-16T11:26:47,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/0fb4f06dc1ad430cb251462dd495cfa0 2024-11-16T11:26:47,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/756bf6de8b3841a1ad463452e85fae44 2024-11-16T11:26:47,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/4ee60036c5b44922a363a353f2bfc7df to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/4ee60036c5b44922a363a353f2bfc7df 2024-11-16T11:26:47,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/ef7dc58ae44243f39ac70299b6809515 2024-11-16T11:26:47,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/895f5927f5ec44d29942dcaf4c0f9f05 2024-11-16T11:26:47,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b6478e58b4224c66b8eb8666a07b1cc6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/b6478e58b4224c66b8eb8666a07b1cc6 2024-11-16T11:26:47,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c0c9a54994694c048bac731b59e4cda4 2024-11-16T11:26:47,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/1c29a0d4b60746a2818cb66cc617ee32 2024-11-16T11:26:47,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/98187552fdf242828c9893391d33a648 2024-11-16T11:26:47,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/16e0bcc716c646e695fb9e5cafaf65bf, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bc2828489fb243f3854d98147cb30c88, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/5fb821b7a38745b197b5f810f1b5e867, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bdacecac8bdf43c5819b3a72effc0ecb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c97e94f9835e4cdea7e61f191203ec14, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/ea17d0a484dc40e3a4e2105ad5995b14, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4c7a611435664a718bfc865df313e829, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f] to archive 2024-11-16T11:26:47,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:47,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/a0f2c8c7b69247699aee95cb7ec96aa0 2024-11-16T11:26:47,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e0c2d6605c954bd5a1ace474a0d2cce9 2024-11-16T11:26:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/16e0bcc716c646e695fb9e5cafaf65bf to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/16e0bcc716c646e695fb9e5cafaf65bf 2024-11-16T11:26:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/11f2e629e5c1442490008ce4b0e31c15 2024-11-16T11:26:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/2a725f0ba7d84a8db8a6b827e27930d1 2024-11-16T11:26:47,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bc2828489fb243f3854d98147cb30c88 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bc2828489fb243f3854d98147cb30c88 2024-11-16T11:26:47,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f65bbf5d05754aa3ac8fef24a2cbddc0 2024-11-16T11:26:47,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/26f27441c1a844be8558196aafafede4 2024-11-16T11:26:47,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/5fb821b7a38745b197b5f810f1b5e867 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/5fb821b7a38745b197b5f810f1b5e867 2024-11-16T11:26:47,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/9929f84ccdc74a36958869a4b2f33405 2024-11-16T11:26:47,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/be0a12431933417ca49c3c6736c32cc2 2024-11-16T11:26:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bdacecac8bdf43c5819b3a72effc0ecb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/bdacecac8bdf43c5819b3a72effc0ecb 2024-11-16T11:26:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/60b491ab304b43959223c88b0198c3d8 2024-11-16T11:26:47,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/739f6e6b684e4d68bdd0f82562c841fc 2024-11-16T11:26:47,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c97e94f9835e4cdea7e61f191203ec14 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c97e94f9835e4cdea7e61f191203ec14 2024-11-16T11:26:47,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/21e572e78b204860a1f20c45c555e2ed 2024-11-16T11:26:47,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/f0d2306a71ad477cb3feab41fd067818 2024-11-16T11:26:47,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/09b827af805c4e299a4ec6f2471317df 2024-11-16T11:26:47,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/ea17d0a484dc40e3a4e2105ad5995b14 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/ea17d0a484dc40e3a4e2105ad5995b14 2024-11-16T11:26:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/da24ea1685194edd8fa785ac6a2e19e1 2024-11-16T11:26:47,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/065c71acaceb4ea88df4040ccfca6b71 2024-11-16T11:26:47,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4c7a611435664a718bfc865df313e829 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4c7a611435664a718bfc865df313e829 2024-11-16T11:26:47,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/d93c067a44b44c88ae00225486f18cc0 2024-11-16T11:26:47,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/e40987cb0e2945618f9fbe4f1dd9d832 2024-11-16T11:26:47,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/c8047c9bc81249f8abc8c7da0484c30f 2024-11-16T11:26:47,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/2b9b057cba09419e8766cb9bae8671ad, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/9e95f2b0741a4741b726a3937e31d031, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/b8ac9151dbb7449d87dfe4d47c4339e9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/a036402d5b5043c7b439f65f4da31d77, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/613e765695dc45e1895cd6e94cf020c3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/198c6c591d754e31b3dcadf1a5df6368, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e4e038a0c609429da8b185f124424173, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157] to archive 2024-11-16T11:26:47,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:26:47,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/0ca91a19988a483abc8837be52660a34 2024-11-16T11:26:47,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/da95ba0014474fc09359d5cdecf81afd 2024-11-16T11:26:47,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/2b9b057cba09419e8766cb9bae8671ad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/2b9b057cba09419e8766cb9bae8671ad 2024-11-16T11:26:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/fb65bf65e6dd4c489fd4370bd25100e1 2024-11-16T11:26:47,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/7e0bc93384a04f9e85b81b5f44b39460 2024-11-16T11:26:47,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/9e95f2b0741a4741b726a3937e31d031 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/9e95f2b0741a4741b726a3937e31d031 2024-11-16T11:26:47,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/531e082883e94a6f9cbddb794837cd96 2024-11-16T11:26:47,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/cafc48043bf846a9b22492b31bf1540b 2024-11-16T11:26:47,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/b8ac9151dbb7449d87dfe4d47c4339e9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/b8ac9151dbb7449d87dfe4d47c4339e9 2024-11-16T11:26:47,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/41a31ec0811d462f81389a23c90ea260 2024-11-16T11:26:47,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e7cc1fc3ffbf417cb50c1ff729580272 2024-11-16T11:26:47,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/a036402d5b5043c7b439f65f4da31d77 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/a036402d5b5043c7b439f65f4da31d77 2024-11-16T11:26:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/1f64944f5ce244559e20831be01fdc8c 2024-11-16T11:26:47,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/c5b212c9f1d64b6bb6f7d8a29f211a1d 2024-11-16T11:26:47,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/613e765695dc45e1895cd6e94cf020c3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/613e765695dc45e1895cd6e94cf020c3 2024-11-16T11:26:47,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e8411a7ca95240278423c6ee8011de74 2024-11-16T11:26:47,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/108555e1b3124e5dbbca68f7468e4e6d 2024-11-16T11:26:47,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/55496ab0ba464f549528d93b30b86363 2024-11-16T11:26:47,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/198c6c591d754e31b3dcadf1a5df6368 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/198c6c591d754e31b3dcadf1a5df6368 2024-11-16T11:26:47,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/dbf9d5fdfe914f9a9b2420c518e0dbad 2024-11-16T11:26:47,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/219744b2ff2d48b2973e3dc8a2372818 2024-11-16T11:26:47,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e4e038a0c609429da8b185f124424173 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/e4e038a0c609429da8b185f124424173 2024-11-16T11:26:47,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/4eafad2edc1048d68df2054f1ab2e81d 2024-11-16T11:26:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/d21848d040934c5c950b41497a01da70 2024-11-16T11:26:47,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/084db1f30f1d4ec2b75e5f95eed6a157 2024-11-16T11:26:48,002 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/recovered.edits/398.seqid, newMaxSeqId=398, maxSeqId=1 2024-11-16T11:26:48,003 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de. 2024-11-16T11:26:48,003 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 45b41eae8f3eeb85399862b64eff03de: 2024-11-16T11:26:48,004 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:48,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=45b41eae8f3eeb85399862b64eff03de, regionState=CLOSED 2024-11-16T11:26:48,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-16T11:26:48,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 45b41eae8f3eeb85399862b64eff03de, server=de5e62237ead,46287,1731756317671 in 1.9030 sec 2024-11-16T11:26:48,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-16T11:26:48,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b41eae8f3eeb85399862b64eff03de, UNASSIGN in 1.9080 sec 2024-11-16T11:26:48,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-16T11:26:48,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-16T11:26:48,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756408012"}]},"ts":"1731756408012"} 2024-11-16T11:26:48,014 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:26:48,079 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:26:48,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0020 sec 2024-11-16T11:26:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T11:26:48,190 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-16T11:26:48,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:26:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-16T11:26:48,196 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,197 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:48,199 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/recovered.edits] 2024-11-16T11:26:48,201 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6910c37f1c304516835cab122785d2da to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/6910c37f1c304516835cab122785d2da 2024-11-16T11:26:48,202 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7e8036b93cf7432a9eebbc861d1023fe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/7e8036b93cf7432a9eebbc861d1023fe 2024-11-16T11:26:48,203 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8ebbce5001b346068c63989ecb0ff29f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/8ebbce5001b346068c63989ecb0ff29f 2024-11-16T11:26:48,204 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c36cfd5a202e446795eaef1cd89568cf to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/A/c36cfd5a202e446795eaef1cd89568cf 2024-11-16T11:26:48,205 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/252130b54c394efd8781631101ae1b33 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/252130b54c394efd8781631101ae1b33 2024-11-16T11:26:48,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/445b65db0f4f422296927eac36db8d51 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/445b65db0f4f422296927eac36db8d51 2024-11-16T11:26:48,207 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4847e738f020419ba12f05b122a4fcf7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4847e738f020419ba12f05b122a4fcf7 2024-11-16T11:26:48,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4a48221036124f7cb77e42d090288f35 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/B/4a48221036124f7cb77e42d090288f35 2024-11-16T11:26:48,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/36e9c71d90924e9ea4d18630cef1caec to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/36e9c71d90924e9ea4d18630cef1caec 2024-11-16T11:26:48,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/52c9d57c37714b4f8e65fa9b8e50828d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/52c9d57c37714b4f8e65fa9b8e50828d 2024-11-16T11:26:48,212 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/58dcb83575d146c58a9f140035d3e6b2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/58dcb83575d146c58a9f140035d3e6b2 2024-11-16T11:26:48,213 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/79602356a15746a48e9f397a420d3bb9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/C/79602356a15746a48e9f397a420d3bb9 2024-11-16T11:26:48,215 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/recovered.edits/398.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de/recovered.edits/398.seqid 2024-11-16T11:26:48,215 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/45b41eae8f3eeb85399862b64eff03de 2024-11-16T11:26:48,215 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:26:48,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,221 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:26:48,223 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:26:48,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:26:48,224 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756408224"}]},"ts":"9223372036854775807"} 2024-11-16T11:26:48,226 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:26:48,226 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 45b41eae8f3eeb85399862b64eff03de, NAME => 'TestAcidGuarantees,,1731756383306.45b41eae8f3eeb85399862b64eff03de.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:26:48,226 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:26:48,226 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756408226"}]},"ts":"9223372036854775807"} 2024-11-16T11:26:48,227 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:26:48,238 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-16T11:26:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-16T11:26:48,297 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-16T11:26:48,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3240 (was 3316) 2024-11-16T11:26:48,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=3240 2024-11-16T11:26:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:26:48,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:26:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:48,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:26:48,322 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:48,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-16T11:26:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:48,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:26:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742155_1331 (size=960) 2024-11-16T11:26:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:48,733 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:26:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742156_1332 (size=53) 2024-11-16T11:26:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1fb5813789c41ec873a48c71a3759f67, disabling compactions & flushes 2024-11-16T11:26:49,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. after waiting 0 ms 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:49,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:26:49,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756409146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756409146"}]},"ts":"1731756409146"} 2024-11-16T11:26:49,148 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:26:49,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:26:49,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756409149"}]},"ts":"1731756409149"} 2024-11-16T11:26:49,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:26:49,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, ASSIGN}] 2024-11-16T11:26:49,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, ASSIGN 2024-11-16T11:26:49,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:26:49,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:49,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:49,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:49,524 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,525 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:26:49,525 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,525 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:26:49,525 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,525 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,527 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,529 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:49,530 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName A 2024-11-16T11:26:49,530 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:49,531 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:49,531 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,532 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:49,533 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName B 2024-11-16T11:26:49,533 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:49,533 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:49,534 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,535 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:49,535 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName C 2024-11-16T11:26:49,535 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:49,536 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:49,536 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,537 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,537 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,539 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:26:49,541 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:49,544 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:26:49,544 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 1fb5813789c41ec873a48c71a3759f67; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62020827, jitterRate=-0.07581765949726105}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:26:49,545 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:49,546 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., pid=96, masterSystemTime=1731756409517 2024-11-16T11:26:49,548 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,548 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:49,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:49,549 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=de5e62237ead,46287,1731756317671, table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T11:26:49,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-16T11:26:49,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 in 185 msec 2024-11-16T11:26:49,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-16T11:26:49,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, ASSIGN in 344 msec 2024-11-16T11:26:49,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:26:49,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756409554"}]},"ts":"1731756409554"} 2024-11-16T11:26:49,555 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:26:49,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:26:49,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2440 sec 2024-11-16T11:26:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-16T11:26:50,432 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-16T11:26:50,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x474d5947 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dacfd49 2024-11-16T11:26:50,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5271608e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:50,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:50,488 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:50,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:26:50,491 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:26:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:26:50,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:26:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T11:26:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742157_1333 (size=996) 2024-11-16T11:26:50,905 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T11:26:50,905 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T11:26:50,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:26:50,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, REOPEN/MOVE}] 2024-11-16T11:26:50,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, REOPEN/MOVE 2024-11-16T11:26:50,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:50,941 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:26:50,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:51,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,093 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,093 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:26:51,093 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 1fb5813789c41ec873a48c71a3759f67, disabling compactions & flushes 2024-11-16T11:26:51,093 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,093 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,093 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. after waiting 0 ms 2024-11-16T11:26:51,093 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,097 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T11:26:51,098 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,098 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:51,098 WARN [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 1fb5813789c41ec873a48c71a3759f67 to self. 2024-11-16T11:26:51,099 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=CLOSED 2024-11-16T11:26:51,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-16T11:26:51,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 in 159 msec 2024-11-16T11:26:51,102 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, REOPEN/MOVE; state=CLOSED, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=true 2024-11-16T11:26:51,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:26:51,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,417 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,418 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:26:51,419 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,420 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:26:51,420 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,420 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,423 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,424 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:51,424 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName A 2024-11-16T11:26:51,426 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:51,426 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:51,427 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,428 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:51,428 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName B 2024-11-16T11:26:51,428 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:51,429 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:51,429 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,430 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:26:51,430 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb5813789c41ec873a48c71a3759f67 columnFamilyName C 2024-11-16T11:26:51,430 DEBUG [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:51,431 INFO [StoreOpener-1fb5813789c41ec873a48c71a3759f67-1 {}] regionserver.HStore(327): Store=1fb5813789c41ec873a48c71a3759f67/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:26:51,431 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,432 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,434 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,436 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:26:51,438 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,439 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 1fb5813789c41ec873a48c71a3759f67; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75413338, jitterRate=0.12374630570411682}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:26:51,440 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:51,441 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., pid=101, masterSystemTime=1731756411410 2024-11-16T11:26:51,443 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,443 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=OPEN, openSeqNum=5, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-16T11:26:51,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 in 189 msec 2024-11-16T11:26:51,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-16T11:26:51,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, REOPEN/MOVE in 510 msec 2024-11-16T11:26:51,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-16T11:26:51,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-16T11:26:51,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-16T11:26:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-16T11:26:51,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2953086d to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33feebb 2024-11-16T11:26:51,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a139b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2076b3ad to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c40db2e 2024-11-16T11:26:51,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acf826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c5edec to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a86cb71 2024-11-16T11:26:51,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbce2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x789089aa to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3401188a 2024-11-16T11:26:51,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd3f5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x699c96a7 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55650656 2024-11-16T11:26:51,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c97513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c80a40c to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42af2962 2024-11-16T11:26:51,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831febd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cf69c5 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5910b8c7 2024-11-16T11:26:51,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e93614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c35c7c4 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f9a05 2024-11-16T11:26:51,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a259e93 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b6d860 2024-11-16T11:26:51,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9a1701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06179765 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16722a1f 2024-11-16T11:26:51,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b05cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:26:51,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:51,619 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-16T11:26:51,620 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:51,620 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,620 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:51,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:51,621 DEBUG [hconnection-0x41cbba61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,622 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,622 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,623 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,623 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,623 DEBUG [hconnection-0x204de444-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,624 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,625 DEBUG [hconnection-0x491a2234-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,625 DEBUG [hconnection-0x5c00c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,626 DEBUG [hconnection-0x7b901d91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,627 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,627 DEBUG [hconnection-0x66deb3d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,627 DEBUG [hconnection-0x3393d3c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:26:51,628 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:26:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:51,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:26:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:51,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756471647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756471647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756471647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756471648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756471648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165a7e697295924914ba7a6cec8b63d0d9_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756411630/Put/seqid=0 2024-11-16T11:26:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742158_1334 (size=12154) 2024-11-16T11:26:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:51,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756471748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756471748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756471748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756471749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756471749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:51,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:51,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:51,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:51,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756471950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756471950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756471950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756471951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756471953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:52,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165a7e697295924914ba7a6cec8b63d0d9_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165a7e697295924914ba7a6cec8b63d0d9_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:52,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/3b9661184ddb42e886c8f8c9560af95b, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:26:52,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/3b9661184ddb42e886c8f8c9560af95b is 175, key is test_row_0/A:col10/1731756411630/Put/seqid=0 2024-11-16T11:26:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742159_1335 (size=30955) 2024-11-16T11:26:52,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:52,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756472254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756472254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756472255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756472255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756472256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/3b9661184ddb42e886c8f8c9560af95b 2024-11-16T11:26:52,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/add93fff1900435cb747ba1a13d92f0f is 50, key is test_row_0/B:col10/1731756411630/Put/seqid=0 2024-11-16T11:26:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742160_1336 (size=12001) 2024-11-16T11:26:52,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:52,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756472758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756472758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756472759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756472760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756472761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/add93fff1900435cb747ba1a13d92f0f 2024-11-16T11:26:52,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/dc454d91268541f788f2e6f6dfbcc403 is 50, key is test_row_0/C:col10/1731756411630/Put/seqid=0 2024-11-16T11:26:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742161_1337 (size=12001) 2024-11-16T11:26:52,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:52,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:52,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:53,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:53,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:53,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:53,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:53,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:26:53,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/dc454d91268541f788f2e6f6dfbcc403 2024-11-16T11:26:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/3b9661184ddb42e886c8f8c9560af95b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/3b9661184ddb42e886c8f8c9560af95b 2024-11-16T11:26:53,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/3b9661184ddb42e886c8f8c9560af95b, entries=150, sequenceid=18, filesize=30.2 K 2024-11-16T11:26:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/add93fff1900435cb747ba1a13d92f0f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/add93fff1900435cb747ba1a13d92f0f 2024-11-16T11:26:53,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/add93fff1900435cb747ba1a13d92f0f, entries=150, sequenceid=18, filesize=11.7 K 2024-11-16T11:26:53,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/dc454d91268541f788f2e6f6dfbcc403 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/dc454d91268541f788f2e6f6dfbcc403 2024-11-16T11:26:53,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/dc454d91268541f788f2e6f6dfbcc403, entries=150, sequenceid=18, filesize=11.7 K 2024-11-16T11:26:53,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 1fb5813789c41ec873a48c71a3759f67 in 1710ms, sequenceid=18, compaction requested=false 2024-11-16T11:26:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:53,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T11:26:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:53,453 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:26:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116bda61a5186964b68aa7cb1bd189b760b_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756411647/Put/seqid=0 2024-11-16T11:26:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742162_1338 (size=12154) 2024-11-16T11:26:53,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:53,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:53,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756473773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756473773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756473774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756473775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756473776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:53,866 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116bda61a5186964b68aa7cb1bd189b760b_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116bda61a5186964b68aa7cb1bd189b760b_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/2d8ff7beeba94a829d15767784fe3c3f, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:26:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/2d8ff7beeba94a829d15767784fe3c3f is 175, key is test_row_0/A:col10/1731756411647/Put/seqid=0 2024-11-16T11:26:53,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742163_1339 (size=30955) 2024-11-16T11:26:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756473877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756473880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756473880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756473882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756473884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756474078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756474086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756474087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756474087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756474088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,272 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/2d8ff7beeba94a829d15767784fe3c3f 2024-11-16T11:26:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/58cab250df3642b28c73515a64fca936 is 50, key is test_row_0/B:col10/1731756411647/Put/seqid=0 2024-11-16T11:26:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742164_1340 (size=12001) 2024-11-16T11:26:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756474381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756474392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756474392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756474393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756474393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,681 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/58cab250df3642b28c73515a64fca936 2024-11-16T11:26:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/3d353286735b4a398fe80ee8792ae578 is 50, key is test_row_0/C:col10/1731756411647/Put/seqid=0 2024-11-16T11:26:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742165_1341 (size=12001) 2024-11-16T11:26:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756474889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756474896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756474899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756474899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756474902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,096 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/3d353286735b4a398fe80ee8792ae578 2024-11-16T11:26:55,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/2d8ff7beeba94a829d15767784fe3c3f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/2d8ff7beeba94a829d15767784fe3c3f 2024-11-16T11:26:55,103 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/2d8ff7beeba94a829d15767784fe3c3f, entries=150, sequenceid=42, filesize=30.2 K 2024-11-16T11:26:55,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/58cab250df3642b28c73515a64fca936 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/58cab250df3642b28c73515a64fca936 2024-11-16T11:26:55,108 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/58cab250df3642b28c73515a64fca936, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T11:26:55,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/3d353286735b4a398fe80ee8792ae578 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/3d353286735b4a398fe80ee8792ae578 2024-11-16T11:26:55,112 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/3d353286735b4a398fe80ee8792ae578, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T11:26:55,113 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fb5813789c41ec873a48c71a3759f67 in 1659ms, sequenceid=42, compaction requested=false 2024-11-16T11:26:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-16T11:26:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-16T11:26:55,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-16T11:26:55,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4940 sec 2024-11-16T11:26:55,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 3.4970 sec 2024-11-16T11:26:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T11:26:55,724 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-16T11:26:55,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-16T11:26:55,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:55,727 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:55,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:55,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T11:26:55,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:55,878 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:26:55,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166177ded4ebb14b608e7d8412cea34087_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756413773/Put/seqid=0 2024-11-16T11:26:55,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742166_1342 (size=12154) 2024-11-16T11:26:55,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756475929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756475930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756475931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756475937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756475937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756476038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756476038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756476039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756476044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756476045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756476242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756476243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756476243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756476249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756476250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:56,304 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166177ded4ebb14b608e7d8412cea34087_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166177ded4ebb14b608e7d8412cea34087_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc6d9fc90d7b416fa12ddb5742796e6e, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:26:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc6d9fc90d7b416fa12ddb5742796e6e is 175, key is test_row_0/A:col10/1731756413773/Put/seqid=0 2024-11-16T11:26:56,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742167_1343 (size=30955) 2024-11-16T11:26:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:56,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756476548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756476549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756476551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756476557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756476559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:56,709 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc6d9fc90d7b416fa12ddb5742796e6e 2024-11-16T11:26:56,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/7110d080ae6142768901fe1fcc66a97f is 50, key is test_row_0/B:col10/1731756413773/Put/seqid=0 2024-11-16T11:26:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742168_1344 (size=12001) 2024-11-16T11:26:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756477054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756477056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756477058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756477061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756477069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,170 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/7110d080ae6142768901fe1fcc66a97f 2024-11-16T11:26:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/471a3c4f66c94480a82f4d422805c604 is 50, key is test_row_0/C:col10/1731756413773/Put/seqid=0 2024-11-16T11:26:57,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742169_1345 (size=12001) 2024-11-16T11:26:57,580 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/471a3c4f66c94480a82f4d422805c604 2024-11-16T11:26:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc6d9fc90d7b416fa12ddb5742796e6e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc6d9fc90d7b416fa12ddb5742796e6e 2024-11-16T11:26:57,586 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc6d9fc90d7b416fa12ddb5742796e6e, entries=150, sequenceid=54, filesize=30.2 K 2024-11-16T11:26:57,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/7110d080ae6142768901fe1fcc66a97f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/7110d080ae6142768901fe1fcc66a97f 2024-11-16T11:26:57,590 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/7110d080ae6142768901fe1fcc66a97f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-16T11:26:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/471a3c4f66c94480a82f4d422805c604 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/471a3c4f66c94480a82f4d422805c604 2024-11-16T11:26:57,599 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/471a3c4f66c94480a82f4d422805c604, entries=150, sequenceid=54, filesize=11.7 K 2024-11-16T11:26:57,600 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1fb5813789c41ec873a48c71a3759f67 in 1721ms, sequenceid=54, compaction requested=true 2024-11-16T11:26:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-16T11:26:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-16T11:26:57,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-16T11:26:57,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-11-16T11:26:57,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8770 sec 2024-11-16T11:26:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T11:26:57,830 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-16T11:26:57,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-16T11:26:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:57,832 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:57,832 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:57,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:26:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:57,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:26:57,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:57,984 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:26:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:26:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cb68614793eb485e907b007cd33188b9_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756415936/Put/seqid=0 2024-11-16T11:26:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742170_1346 (size=12154) 2024-11-16T11:26:58,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:26:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756478076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756478076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756478080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756478081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756478082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:58,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756478182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756478182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756478183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756478183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756478385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756478386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756478389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756478390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:26:58,398 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cb68614793eb485e907b007cd33188b9_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cb68614793eb485e907b007cd33188b9_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:26:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/9a72171d28144b6f89ffb25662a9ffa5, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:26:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/9a72171d28144b6f89ffb25662a9ffa5 is 175, key is test_row_0/A:col10/1731756415936/Put/seqid=0 2024-11-16T11:26:58,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742171_1347 (size=30955) 2024-11-16T11:26:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:58,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756478693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756478691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756478695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756478696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:58,803 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/9a72171d28144b6f89ffb25662a9ffa5 2024-11-16T11:26:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a is 50, key is test_row_0/B:col10/1731756415936/Put/seqid=0 2024-11-16T11:26:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742172_1348 (size=12001) 2024-11-16T11:26:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756479200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756479201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756479201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:26:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756479202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:26:59,213 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a 2024-11-16T11:26:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/018e0a0677e54954877a6ee0ea8d18ad is 50, key is test_row_0/C:col10/1731756415936/Put/seqid=0 2024-11-16T11:26:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742173_1349 (size=12001) 2024-11-16T11:26:59,623 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/018e0a0677e54954877a6ee0ea8d18ad 2024-11-16T11:26:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/9a72171d28144b6f89ffb25662a9ffa5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/9a72171d28144b6f89ffb25662a9ffa5 2024-11-16T11:26:59,629 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/9a72171d28144b6f89ffb25662a9ffa5, entries=150, sequenceid=78, filesize=30.2 K 2024-11-16T11:26:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a 2024-11-16T11:26:59,633 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-16T11:26:59,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/018e0a0677e54954877a6ee0ea8d18ad as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/018e0a0677e54954877a6ee0ea8d18ad 2024-11-16T11:26:59,637 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/018e0a0677e54954877a6ee0ea8d18ad, entries=150, sequenceid=78, filesize=11.7 K 2024-11-16T11:26:59,638 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1fb5813789c41ec873a48c71a3759f67 in 1653ms, sequenceid=78, compaction requested=true 2024-11-16T11:26:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:26:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:26:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-16T11:26:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-16T11:26:59,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-16T11:26:59,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-16T11:26:59,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.8090 sec 2024-11-16T11:26:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T11:26:59,935 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-16T11:26:59,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:26:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-16T11:26:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T11:26:59,937 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:26:59,938 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:26:59,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T11:27:00,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T11:27:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:00,089 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:00,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b09b07cc24ec41f3b0e2974d682ffcbe_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756418075/Put/seqid=0 2024-11-16T11:27:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742174_1350 (size=12154) 2024-11-16T11:27:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:00,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:00,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756480209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756480212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756480214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756480216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756480216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T11:27:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756480317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756480321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756480324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:00,501 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b09b07cc24ec41f3b0e2974d682ffcbe_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b09b07cc24ec41f3b0e2974d682ffcbe_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:00,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/32d168b047c04cc1b9f36365dffb0e0c, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/32d168b047c04cc1b9f36365dffb0e0c is 175, key is test_row_0/A:col10/1731756418075/Put/seqid=0 2024-11-16T11:27:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742175_1351 (size=30955) 2024-11-16T11:27:00,506 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/32d168b047c04cc1b9f36365dffb0e0c 2024-11-16T11:27:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e9dfbcfb56c044969fd1f1be625eab78 is 50, key is test_row_0/B:col10/1731756418075/Put/seqid=0 2024-11-16T11:27:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742176_1352 (size=12001) 2024-11-16T11:27:00,520 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e9dfbcfb56c044969fd1f1be625eab78 2024-11-16T11:27:00,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756480521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/197d4fccfebd489f96a1e1930a145abe is 50, key is test_row_0/C:col10/1731756418075/Put/seqid=0 2024-11-16T11:27:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756480528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742177_1353 (size=12001) 2024-11-16T11:27:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756480528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T11:27:00,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756480828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756480838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756480838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:00,936 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/197d4fccfebd489f96a1e1930a145abe 2024-11-16T11:27:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/32d168b047c04cc1b9f36365dffb0e0c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/32d168b047c04cc1b9f36365dffb0e0c 2024-11-16T11:27:00,942 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/32d168b047c04cc1b9f36365dffb0e0c, entries=150, sequenceid=91, filesize=30.2 K 2024-11-16T11:27:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/e9dfbcfb56c044969fd1f1be625eab78 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e9dfbcfb56c044969fd1f1be625eab78 2024-11-16T11:27:00,945 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e9dfbcfb56c044969fd1f1be625eab78, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T11:27:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/197d4fccfebd489f96a1e1930a145abe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/197d4fccfebd489f96a1e1930a145abe 2024-11-16T11:27:00,949 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/197d4fccfebd489f96a1e1930a145abe, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T11:27:00,950 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fb5813789c41ec873a48c71a3759f67 in 861ms, sequenceid=91, compaction requested=true 2024-11-16T11:27:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-16T11:27:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-16T11:27:00,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-16T11:27:00,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-16T11:27:00,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.0180 sec 2024-11-16T11:27:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T11:27:01,040 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-16T11:27:01,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-16T11:27:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:01,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:01,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:01,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:01,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T11:27:01,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:01,194 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111696882cd6ef57426ba99e39701724d31a_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756420215/Put/seqid=0 2024-11-16T11:27:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742178_1354 (size=12154) 2024-11-16T11:27:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:01,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:01,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756481362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756481369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756481370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756481471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756481473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756481478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:01,607 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111696882cd6ef57426ba99e39701724d31a_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696882cd6ef57426ba99e39701724d31a_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/5954cbd0f8d34868a04ce64d4dd442e1, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/5954cbd0f8d34868a04ce64d4dd442e1 is 175, key is test_row_0/A:col10/1731756420215/Put/seqid=0 2024-11-16T11:27:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742179_1355 (size=30955) 2024-11-16T11:27:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756481678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756481678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756481682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756481984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756481985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:01,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756481990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,011 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/5954cbd0f8d34868a04ce64d4dd442e1 2024-11-16T11:27:02,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fb89c2f94a6146efb7a36f2d0541837e is 50, key is test_row_0/B:col10/1731756420215/Put/seqid=0 2024-11-16T11:27:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742180_1356 (size=12001) 2024-11-16T11:27:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:02,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756482220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756482224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,227 DEBUG [Thread-1517 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:27:02,227 DEBUG [Thread-1511 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:27:02,420 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fb89c2f94a6146efb7a36f2d0541837e 2024-11-16T11:27:02,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/561fd22138534b9a97ca28c8fda13c55 is 50, key is test_row_0/C:col10/1731756420215/Put/seqid=0 2024-11-16T11:27:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742181_1357 (size=12001) 2024-11-16T11:27:02,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756482492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756482492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756482494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:02,828 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/561fd22138534b9a97ca28c8fda13c55 2024-11-16T11:27:02,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/5954cbd0f8d34868a04ce64d4dd442e1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/5954cbd0f8d34868a04ce64d4dd442e1 2024-11-16T11:27:02,834 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/5954cbd0f8d34868a04ce64d4dd442e1, entries=150, sequenceid=114, filesize=30.2 K 2024-11-16T11:27:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fb89c2f94a6146efb7a36f2d0541837e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fb89c2f94a6146efb7a36f2d0541837e 2024-11-16T11:27:02,838 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fb89c2f94a6146efb7a36f2d0541837e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-16T11:27:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/561fd22138534b9a97ca28c8fda13c55 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/561fd22138534b9a97ca28c8fda13c55 2024-11-16T11:27:02,842 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/561fd22138534b9a97ca28c8fda13c55, entries=150, sequenceid=114, filesize=11.7 K 2024-11-16T11:27:02,842 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fb5813789c41ec873a48c71a3759f67 in 1648ms, sequenceid=114, compaction requested=true 2024-11-16T11:27:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-16T11:27:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-16T11:27:02,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-16T11:27:02,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-16T11:27:02,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8050 sec 2024-11-16T11:27:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T11:27:03,145 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-16T11:27:03,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-16T11:27:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:03,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:03,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:03,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:03,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-16T11:27:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:03,299 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:03,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111626426ac8c7e44e4886014e6b31dd6774_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756421368/Put/seqid=0 2024-11-16T11:27:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742182_1358 (size=12154) 2024-11-16T11:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:03,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756483549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756483550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756483550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756483655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756483655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756483659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:03,711 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111626426ac8c7e44e4886014e6b31dd6774_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111626426ac8c7e44e4886014e6b31dd6774_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/b7e5062070404c628b28e421f2603cbf, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/b7e5062070404c628b28e421f2603cbf is 175, key is test_row_0/A:col10/1731756421368/Put/seqid=0 2024-11-16T11:27:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742183_1359 (size=30955) 2024-11-16T11:27:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756483865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756483865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756483868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,116 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/b7e5062070404c628b28e421f2603cbf 2024-11-16T11:27:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c363ae3780f24fa3be88337e58d5275d is 50, key is test_row_0/B:col10/1731756421368/Put/seqid=0 2024-11-16T11:27:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742184_1360 (size=12001) 2024-11-16T11:27:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756484173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756484173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756484174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:04,527 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c363ae3780f24fa3be88337e58d5275d 2024-11-16T11:27:04,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/9134c3e120344fea9a37622aec919d49 is 50, key is test_row_0/C:col10/1731756421368/Put/seqid=0 2024-11-16T11:27:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742185_1361 (size=12001) 2024-11-16T11:27:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756484677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756484680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756484685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:04,937 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/9134c3e120344fea9a37622aec919d49 2024-11-16T11:27:04,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/b7e5062070404c628b28e421f2603cbf as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/b7e5062070404c628b28e421f2603cbf 2024-11-16T11:27:04,944 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/b7e5062070404c628b28e421f2603cbf, entries=150, sequenceid=127, filesize=30.2 K 2024-11-16T11:27:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c363ae3780f24fa3be88337e58d5275d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c363ae3780f24fa3be88337e58d5275d 2024-11-16T11:27:04,948 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c363ae3780f24fa3be88337e58d5275d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-16T11:27:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/9134c3e120344fea9a37622aec919d49 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/9134c3e120344fea9a37622aec919d49 2024-11-16T11:27:04,952 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/9134c3e120344fea9a37622aec919d49, entries=150, sequenceid=127, filesize=11.7 K 2024-11-16T11:27:04,953 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fb5813789c41ec873a48c71a3759f67 in 1654ms, sequenceid=127, compaction requested=true 2024-11-16T11:27:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-16T11:27:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-16T11:27:04,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-16T11:27:04,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-16T11:27:04,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8100 sec 2024-11-16T11:27:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T11:27:05,250 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-16T11:27:05,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-16T11:27:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:05,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:05,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:05,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:05,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:05,405 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116be19bc765e6b4010a3fb30e7fd638e0e_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756423549/Put/seqid=0 2024-11-16T11:27:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742186_1362 (size=12304) 2024-11-16T11:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:05,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:05,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756485707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756485711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756485715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:05,822 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116be19bc765e6b4010a3fb30e7fd638e0e_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be19bc765e6b4010a3fb30e7fd638e0e_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/c1c874a7cc534cbda49656460318beb7, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756485817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/c1c874a7cc534cbda49656460318beb7 is 175, key is test_row_0/A:col10/1731756423549/Put/seqid=0 2024-11-16T11:27:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756485817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742187_1363 (size=31105) 2024-11-16T11:27:05,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756485821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756486024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756486028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756486035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,227 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/c1c874a7cc534cbda49656460318beb7 2024-11-16T11:27:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/354e25459bb146ab8c24da50981547e0 is 50, key is test_row_0/B:col10/1731756423549/Put/seqid=0 2024-11-16T11:27:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742188_1364 (size=12151) 2024-11-16T11:27:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40528 deadline: 1731756486230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,238 DEBUG [Thread-1517 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:27:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1731756486233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,243 DEBUG [Thread-1511 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67., hostname=de5e62237ead,46287,1731756317671, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:27:06,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756486328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756486336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756486346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:06,637 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/354e25459bb146ab8c24da50981547e0 2024-11-16T11:27:06,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/f62d1528e04f43aebda66639e2f17d4b is 50, key is test_row_0/C:col10/1731756423549/Put/seqid=0 2024-11-16T11:27:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742189_1365 (size=12151) 2024-11-16T11:27:06,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756486839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756486844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756486854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:07,047 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/f62d1528e04f43aebda66639e2f17d4b 2024-11-16T11:27:07,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/c1c874a7cc534cbda49656460318beb7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/c1c874a7cc534cbda49656460318beb7 2024-11-16T11:27:07,084 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/c1c874a7cc534cbda49656460318beb7, entries=150, sequenceid=150, filesize=30.4 K 2024-11-16T11:27:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/354e25459bb146ab8c24da50981547e0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/354e25459bb146ab8c24da50981547e0 2024-11-16T11:27:07,088 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/354e25459bb146ab8c24da50981547e0, entries=150, sequenceid=150, filesize=11.9 K 2024-11-16T11:27:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/f62d1528e04f43aebda66639e2f17d4b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/f62d1528e04f43aebda66639e2f17d4b 2024-11-16T11:27:07,092 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/f62d1528e04f43aebda66639e2f17d4b, entries=150, sequenceid=150, filesize=11.9 K 2024-11-16T11:27:07,093 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fb5813789c41ec873a48c71a3759f67 in 1688ms, sequenceid=150, compaction requested=true 2024-11-16T11:27:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-16T11:27:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-16T11:27:07,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-16T11:27:07,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-16T11:27:07,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8440 sec 2024-11-16T11:27:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-16T11:27:07,356 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-16T11:27:07,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-16T11:27:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:07,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:07,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:07,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:07,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:07,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:07,510 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:07,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162d7e129e7742481ea5049df2bd49a0ba_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756425707/Put/seqid=0 2024-11-16T11:27:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742190_1366 (size=12304) 2024-11-16T11:27:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:07,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:07,921 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162d7e129e7742481ea5049df2bd49a0ba_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d7e129e7742481ea5049df2bd49a0ba_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/1ab1492390384ce3bc5fc20f1b21f418, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/1ab1492390384ce3bc5fc20f1b21f418 is 175, key is test_row_0/A:col10/1731756425707/Put/seqid=0 2024-11-16T11:27:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742191_1367 (size=31105) 2024-11-16T11:27:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756487931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756487932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:07,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756487932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756488043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756488043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756488043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756488248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756488248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756488249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,327 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/1ab1492390384ce3bc5fc20f1b21f418 2024-11-16T11:27:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/063e85039c414692b4ca4eed71409231 is 50, key is test_row_0/B:col10/1731756425707/Put/seqid=0 2024-11-16T11:27:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742192_1368 (size=12151) 2024-11-16T11:27:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756488553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756488554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756488555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:08,735 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/063e85039c414692b4ca4eed71409231 2024-11-16T11:27:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/2dbe1709ca624bf1acd2830e35b9159f is 50, key is test_row_0/C:col10/1731756425707/Put/seqid=0 2024-11-16T11:27:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742193_1369 (size=12151) 2024-11-16T11:27:09,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756489058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:09,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756489065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756489068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:09,149 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/2dbe1709ca624bf1acd2830e35b9159f 2024-11-16T11:27:09,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/1ab1492390384ce3bc5fc20f1b21f418 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/1ab1492390384ce3bc5fc20f1b21f418 2024-11-16T11:27:09,156 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/1ab1492390384ce3bc5fc20f1b21f418, entries=150, sequenceid=163, filesize=30.4 K 2024-11-16T11:27:09,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/063e85039c414692b4ca4eed71409231 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/063e85039c414692b4ca4eed71409231 2024-11-16T11:27:09,159 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/063e85039c414692b4ca4eed71409231, entries=150, sequenceid=163, filesize=11.9 K 2024-11-16T11:27:09,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/2dbe1709ca624bf1acd2830e35b9159f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/2dbe1709ca624bf1acd2830e35b9159f 2024-11-16T11:27:09,163 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/2dbe1709ca624bf1acd2830e35b9159f, entries=150, sequenceid=163, filesize=11.9 K 2024-11-16T11:27:09,164 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fb5813789c41ec873a48c71a3759f67 in 1653ms, sequenceid=163, compaction requested=true 2024-11-16T11:27:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-16T11:27:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-16T11:27:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-16T11:27:09,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-16T11:27:09,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8090 sec 2024-11-16T11:27:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T11:27:09,461 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-16T11:27:09,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-16T11:27:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:09,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:09,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:09,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:09,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:09,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-16T11:27:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:09,615 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111624dcccd07dd44fac84dbae86f2934e2f_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756427931/Put/seqid=0 2024-11-16T11:27:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742194_1370 (size=12304) 2024-11-16T11:27:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:10,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:10,029 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111624dcccd07dd44fac84dbae86f2934e2f_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111624dcccd07dd44fac84dbae86f2934e2f_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e7fb05c7f5464a4b94f3e922bb2ccd6c, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e7fb05c7f5464a4b94f3e922bb2ccd6c is 175, key is test_row_0/A:col10/1731756427931/Put/seqid=0 2024-11-16T11:27:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742195_1371 (size=31105) 2024-11-16T11:27:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:10,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756490101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756490103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756490106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756490215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756490215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756490216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,433 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e7fb05c7f5464a4b94f3e922bb2ccd6c 2024-11-16T11:27:10,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756490424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756490425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756490425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fef3f2211a21463abe528421e8a44892 is 50, key is test_row_0/B:col10/1731756427931/Put/seqid=0 2024-11-16T11:27:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742196_1372 (size=12151) 2024-11-16T11:27:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756490735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756490735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756490736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:10,844 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fef3f2211a21463abe528421e8a44892 2024-11-16T11:27:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/ab2f4fbbd39f4b9eb2c890232f482c3f is 50, key is test_row_0/C:col10/1731756427931/Put/seqid=0 2024-11-16T11:27:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742197_1373 (size=12151) 2024-11-16T11:27:11,253 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/ab2f4fbbd39f4b9eb2c890232f482c3f 2024-11-16T11:27:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40450 deadline: 1731756491244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40540 deadline: 1731756491244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40482 deadline: 1731756491246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e7fb05c7f5464a4b94f3e922bb2ccd6c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e7fb05c7f5464a4b94f3e922bb2ccd6c 2024-11-16T11:27:11,260 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e7fb05c7f5464a4b94f3e922bb2ccd6c, entries=150, sequenceid=186, filesize=30.4 K 2024-11-16T11:27:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/fef3f2211a21463abe528421e8a44892 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fef3f2211a21463abe528421e8a44892 2024-11-16T11:27:11,264 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fef3f2211a21463abe528421e8a44892, entries=150, sequenceid=186, filesize=11.9 K 2024-11-16T11:27:11,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/ab2f4fbbd39f4b9eb2c890232f482c3f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/ab2f4fbbd39f4b9eb2c890232f482c3f 2024-11-16T11:27:11,268 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/ab2f4fbbd39f4b9eb2c890232f482c3f, entries=150, sequenceid=186, filesize=11.9 K 2024-11-16T11:27:11,268 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fb5813789c41ec873a48c71a3759f67 in 1653ms, sequenceid=186, compaction requested=true 2024-11-16T11:27:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:11,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:11,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-16T11:27:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-16T11:27:11,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-16T11:27:11,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-16T11:27:11,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8090 sec 2024-11-16T11:27:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-16T11:27:11,566 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-16T11:27:11,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-16T11:27:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:11,568 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:11,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:11,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:11,622 DEBUG [Thread-1526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c35c7c4 to 127.0.0.1:53099 2024-11-16T11:27:11,622 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:11,625 DEBUG [Thread-1528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a259e93 to 127.0.0.1:53099 2024-11-16T11:27:11,625 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:11,626 DEBUG [Thread-1522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c80a40c to 127.0.0.1:53099 2024-11-16T11:27:11,626 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:11,632 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06179765 to 127.0.0.1:53099 2024-11-16T11:27:11,632 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:11,636 DEBUG [Thread-1524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cf69c5 to 127.0.0.1:53099 2024-11-16T11:27:11,636 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:11,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:11,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T11:27:11,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:11,721 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:11,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165017cc5e3c7b465bbcbe26369ca259d0_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756430102/Put/seqid=0 2024-11-16T11:27:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742198_1374 (size=12304) 2024-11-16T11:27:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:12,166 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165017cc5e3c7b465bbcbe26369ca259d0_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165017cc5e3c7b465bbcbe26369ca259d0_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:12,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e097e0b288484da2bd3360c65059c76d, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e097e0b288484da2bd3360c65059c76d is 175, key is test_row_0/A:col10/1731756430102/Put/seqid=0 2024-11-16T11:27:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742199_1375 (size=31105) 2024-11-16T11:27:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:12,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. as already flushing 2024-11-16T11:27:12,266 DEBUG [Thread-1513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2076b3ad to 127.0.0.1:53099 2024-11-16T11:27:12,266 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:12,268 DEBUG [Thread-1515 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c5edec to 127.0.0.1:53099 2024-11-16T11:27:12,268 DEBUG [Thread-1519 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x699c96a7 to 127.0.0.1:53099 2024-11-16T11:27:12,268 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:12,268 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:12,576 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e097e0b288484da2bd3360c65059c76d 2024-11-16T11:27:12,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c6070e1213d14c95bfc50acf194e50e0 is 50, key is test_row_0/B:col10/1731756430102/Put/seqid=0 2024-11-16T11:27:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742200_1376 (size=12151) 2024-11-16T11:27:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:12,993 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c6070e1213d14c95bfc50acf194e50e0 2024-11-16T11:27:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/1aa061f6a07a415daf3b8fdef69a6ef9 is 50, key is test_row_0/C:col10/1731756430102/Put/seqid=0 2024-11-16T11:27:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742201_1377 (size=12151) 2024-11-16T11:27:13,412 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/1aa061f6a07a415daf3b8fdef69a6ef9 2024-11-16T11:27:13,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/e097e0b288484da2bd3360c65059c76d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e097e0b288484da2bd3360c65059c76d 2024-11-16T11:27:13,429 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e097e0b288484da2bd3360c65059c76d, entries=150, sequenceid=199, filesize=30.4 K 2024-11-16T11:27:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/c6070e1213d14c95bfc50acf194e50e0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c6070e1213d14c95bfc50acf194e50e0 2024-11-16T11:27:13,433 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c6070e1213d14c95bfc50acf194e50e0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-16T11:27:13,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/1aa061f6a07a415daf3b8fdef69a6ef9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/1aa061f6a07a415daf3b8fdef69a6ef9 2024-11-16T11:27:13,437 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/1aa061f6a07a415daf3b8fdef69a6ef9, entries=150, sequenceid=199, filesize=11.9 K 2024-11-16T11:27:13,438 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 1fb5813789c41ec873a48c71a3759f67 in 1717ms, sequenceid=199, compaction requested=true 2024-11-16T11:27:13,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:13,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:13,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-16T11:27:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-16T11:27:13,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-16T11:27:13,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-16T11:27:13,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8730 sec 2024-11-16T11:27:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T11:27:13,676 INFO [Thread-1521 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-16T11:27:16,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:27:16,299 DEBUG [Thread-1511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2953086d to 127.0.0.1:53099 2024-11-16T11:27:16,299 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:16,304 DEBUG [Thread-1517 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x789089aa to 127.0.0.1:53099 2024-11-16T11:27:16,304 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1810 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5430 rows 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1812 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5436 rows 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1811 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5431 rows 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1817 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5449 rows 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1815 2024-11-16T11:27:16,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5445 rows 2024-11-16T11:27:16,305 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:27:16,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x474d5947 to 127.0.0.1:53099 2024-11-16T11:27:16,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:16,311 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:27:16,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:27:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:16,315 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756436314"}]},"ts":"1731756436314"} 2024-11-16T11:27:16,316 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:27:16,361 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:27:16,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:27:16,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, UNASSIGN}] 2024-11-16T11:27:16,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, UNASSIGN 2024-11-16T11:27:16,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:16,368 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:27:16,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:16,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:16,520 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:16,520 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:27:16,521 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 1fb5813789c41ec873a48c71a3759f67, disabling compactions & flushes 2024-11-16T11:27:16,521 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:16,521 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:16,521 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. after waiting 0 ms 2024-11-16T11:27:16,521 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:16,521 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 1fb5813789c41ec873a48c71a3759f67 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=A 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=B 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb5813789c41ec873a48c71a3759f67, store=C 2024-11-16T11:27:16,522 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:16,532 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111657f9bfc0c8804ce49fca0626df45f704_1fb5813789c41ec873a48c71a3759f67 is 50, key is test_row_0/A:col10/1731756436303/Put/seqid=0 2024-11-16T11:27:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742202_1378 (size=12304) 2024-11-16T11:27:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:16,939 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:16,949 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111657f9bfc0c8804ce49fca0626df45f704_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111657f9bfc0c8804ce49fca0626df45f704_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:16,951 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc643daee220471b8fbaad8d2577df3f, store: [table=TestAcidGuarantees family=A region=1fb5813789c41ec873a48c71a3759f67] 2024-11-16T11:27:16,952 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc643daee220471b8fbaad8d2577df3f is 175, key is test_row_0/A:col10/1731756436303/Put/seqid=0 2024-11-16T11:27:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742203_1379 (size=31105) 2024-11-16T11:27:17,359 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc643daee220471b8fbaad8d2577df3f 2024-11-16T11:27:17,391 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/127938275ce54708ba577da0c919b959 is 50, key is test_row_0/B:col10/1731756436303/Put/seqid=0 2024-11-16T11:27:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742204_1380 (size=12151) 2024-11-16T11:27:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:17,796 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/127938275ce54708ba577da0c919b959 2024-11-16T11:27:17,808 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/de4151ccc71a45fcaaddae66f72289c6 is 50, key is test_row_0/C:col10/1731756436303/Put/seqid=0 2024-11-16T11:27:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742205_1381 (size=12151) 2024-11-16T11:27:18,213 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/de4151ccc71a45fcaaddae66f72289c6 2024-11-16T11:27:18,218 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/A/dc643daee220471b8fbaad8d2577df3f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc643daee220471b8fbaad8d2577df3f 2024-11-16T11:27:18,221 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc643daee220471b8fbaad8d2577df3f, entries=150, sequenceid=207, filesize=30.4 K 2024-11-16T11:27:18,222 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/B/127938275ce54708ba577da0c919b959 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/127938275ce54708ba577da0c919b959 2024-11-16T11:27:18,225 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/127938275ce54708ba577da0c919b959, entries=150, sequenceid=207, filesize=11.9 K 2024-11-16T11:27:18,225 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/.tmp/C/de4151ccc71a45fcaaddae66f72289c6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/de4151ccc71a45fcaaddae66f72289c6 2024-11-16T11:27:18,228 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/de4151ccc71a45fcaaddae66f72289c6, entries=150, sequenceid=207, filesize=11.9 K 2024-11-16T11:27:18,229 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1fb5813789c41ec873a48c71a3759f67 in 1708ms, sequenceid=207, compaction requested=true 2024-11-16T11:27:18,234 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits/210.seqid, newMaxSeqId=210, maxSeqId=4 2024-11-16T11:27:18,235 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67. 2024-11-16T11:27:18,235 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 1fb5813789c41ec873a48c71a3759f67: 2024-11-16T11:27:18,236 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=1fb5813789c41ec873a48c71a3759f67, regionState=CLOSED 2024-11-16T11:27:18,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-16T11:27:18,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 1fb5813789c41ec873a48c71a3759f67, server=de5e62237ead,46287,1731756317671 in 1.8690 sec 2024-11-16T11:27:18,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-16T11:27:18,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb5813789c41ec873a48c71a3759f67, UNASSIGN in 1.8730 sec 2024-11-16T11:27:18,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-16T11:27:18,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8760 sec 2024-11-16T11:27:18,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756438241"}]},"ts":"1731756438241"} 2024-11-16T11:27:18,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:27:18,278 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:27:18,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9680 sec 2024-11-16T11:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T11:27:18,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-16T11:27:18,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:27:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,427 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,428 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T11:27:18,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits] 2024-11-16T11:27:18,444 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/1ab1492390384ce3bc5fc20f1b21f418 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/1ab1492390384ce3bc5fc20f1b21f418 2024-11-16T11:27:18,447 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/2d8ff7beeba94a829d15767784fe3c3f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/2d8ff7beeba94a829d15767784fe3c3f 2024-11-16T11:27:18,450 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/32d168b047c04cc1b9f36365dffb0e0c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/32d168b047c04cc1b9f36365dffb0e0c 2024-11-16T11:27:18,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/3b9661184ddb42e886c8f8c9560af95b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/3b9661184ddb42e886c8f8c9560af95b 2024-11-16T11:27:18,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/5954cbd0f8d34868a04ce64d4dd442e1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/5954cbd0f8d34868a04ce64d4dd442e1 2024-11-16T11:27:18,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/9a72171d28144b6f89ffb25662a9ffa5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/9a72171d28144b6f89ffb25662a9ffa5 2024-11-16T11:27:18,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/b7e5062070404c628b28e421f2603cbf to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/b7e5062070404c628b28e421f2603cbf 2024-11-16T11:27:18,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/c1c874a7cc534cbda49656460318beb7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/c1c874a7cc534cbda49656460318beb7 2024-11-16T11:27:18,465 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc643daee220471b8fbaad8d2577df3f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc643daee220471b8fbaad8d2577df3f 2024-11-16T11:27:18,467 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc6d9fc90d7b416fa12ddb5742796e6e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/dc6d9fc90d7b416fa12ddb5742796e6e 2024-11-16T11:27:18,470 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e097e0b288484da2bd3360c65059c76d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e097e0b288484da2bd3360c65059c76d 2024-11-16T11:27:18,472 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e7fb05c7f5464a4b94f3e922bb2ccd6c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/A/e7fb05c7f5464a4b94f3e922bb2ccd6c 2024-11-16T11:27:18,478 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/063e85039c414692b4ca4eed71409231 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/063e85039c414692b4ca4eed71409231 2024-11-16T11:27:18,480 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/127938275ce54708ba577da0c919b959 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/127938275ce54708ba577da0c919b959 2024-11-16T11:27:18,483 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/354e25459bb146ab8c24da50981547e0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/354e25459bb146ab8c24da50981547e0 2024-11-16T11:27:18,485 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/58cab250df3642b28c73515a64fca936 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/58cab250df3642b28c73515a64fca936 2024-11-16T11:27:18,487 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/7110d080ae6142768901fe1fcc66a97f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/7110d080ae6142768901fe1fcc66a97f 2024-11-16T11:27:18,489 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/add93fff1900435cb747ba1a13d92f0f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/add93fff1900435cb747ba1a13d92f0f 2024-11-16T11:27:18,491 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c363ae3780f24fa3be88337e58d5275d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c363ae3780f24fa3be88337e58d5275d 2024-11-16T11:27:18,492 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c6070e1213d14c95bfc50acf194e50e0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/c6070e1213d14c95bfc50acf194e50e0 2024-11-16T11:27:18,494 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e4bc4c50ec9b4f2a9a7b0972cafa3e5a 2024-11-16T11:27:18,496 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e9dfbcfb56c044969fd1f1be625eab78 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/e9dfbcfb56c044969fd1f1be625eab78 2024-11-16T11:27:18,497 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fb89c2f94a6146efb7a36f2d0541837e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fb89c2f94a6146efb7a36f2d0541837e 2024-11-16T11:27:18,499 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fef3f2211a21463abe528421e8a44892 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/B/fef3f2211a21463abe528421e8a44892 2024-11-16T11:27:18,503 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/018e0a0677e54954877a6ee0ea8d18ad to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/018e0a0677e54954877a6ee0ea8d18ad 2024-11-16T11:27:18,505 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/197d4fccfebd489f96a1e1930a145abe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/197d4fccfebd489f96a1e1930a145abe 2024-11-16T11:27:18,507 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/1aa061f6a07a415daf3b8fdef69a6ef9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/1aa061f6a07a415daf3b8fdef69a6ef9 2024-11-16T11:27:18,508 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/2dbe1709ca624bf1acd2830e35b9159f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/2dbe1709ca624bf1acd2830e35b9159f 2024-11-16T11:27:18,510 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/3d353286735b4a398fe80ee8792ae578 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/3d353286735b4a398fe80ee8792ae578 2024-11-16T11:27:18,511 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/471a3c4f66c94480a82f4d422805c604 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/471a3c4f66c94480a82f4d422805c604 2024-11-16T11:27:18,513 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/561fd22138534b9a97ca28c8fda13c55 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/561fd22138534b9a97ca28c8fda13c55 2024-11-16T11:27:18,515 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/9134c3e120344fea9a37622aec919d49 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/9134c3e120344fea9a37622aec919d49 2024-11-16T11:27:18,517 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/ab2f4fbbd39f4b9eb2c890232f482c3f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/ab2f4fbbd39f4b9eb2c890232f482c3f 2024-11-16T11:27:18,519 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/dc454d91268541f788f2e6f6dfbcc403 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/dc454d91268541f788f2e6f6dfbcc403 2024-11-16T11:27:18,521 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/de4151ccc71a45fcaaddae66f72289c6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/de4151ccc71a45fcaaddae66f72289c6 2024-11-16T11:27:18,522 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/f62d1528e04f43aebda66639e2f17d4b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/C/f62d1528e04f43aebda66639e2f17d4b 2024-11-16T11:27:18,527 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits/210.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67/recovered.edits/210.seqid 2024-11-16T11:27:18,527 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,527 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:27:18,528 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:27:18,529 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T11:27:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T11:27:18,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111624dcccd07dd44fac84dbae86f2934e2f_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111624dcccd07dd44fac84dbae86f2934e2f_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111626426ac8c7e44e4886014e6b31dd6774_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111626426ac8c7e44e4886014e6b31dd6774_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,534 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d7e129e7742481ea5049df2bd49a0ba_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d7e129e7742481ea5049df2bd49a0ba_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,536 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165017cc5e3c7b465bbcbe26369ca259d0_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165017cc5e3c7b465bbcbe26369ca259d0_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,537 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111657f9bfc0c8804ce49fca0626df45f704_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111657f9bfc0c8804ce49fca0626df45f704_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,538 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165a7e697295924914ba7a6cec8b63d0d9_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165a7e697295924914ba7a6cec8b63d0d9_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,539 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166177ded4ebb14b608e7d8412cea34087_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166177ded4ebb14b608e7d8412cea34087_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696882cd6ef57426ba99e39701724d31a_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696882cd6ef57426ba99e39701724d31a_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b09b07cc24ec41f3b0e2974d682ffcbe_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b09b07cc24ec41f3b0e2974d682ffcbe_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,541 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116bda61a5186964b68aa7cb1bd189b760b_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116bda61a5186964b68aa7cb1bd189b760b_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be19bc765e6b4010a3fb30e7fd638e0e_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be19bc765e6b4010a3fb30e7fd638e0e_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cb68614793eb485e907b007cd33188b9_1fb5813789c41ec873a48c71a3759f67 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cb68614793eb485e907b007cd33188b9_1fb5813789c41ec873a48c71a3759f67 2024-11-16T11:27:18,543 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:27:18,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,546 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:27:18,547 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:27:18,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:27:18,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756438548"}]},"ts":"9223372036854775807"} 2024-11-16T11:27:18,549 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:27:18,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1fb5813789c41ec873a48c71a3759f67, NAME => 'TestAcidGuarantees,,1731756408320.1fb5813789c41ec873a48c71a3759f67.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:27:18,549 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:27:18,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756438549"}]},"ts":"9223372036854775807"} 2024-11-16T11:27:18,551 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:27:18,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 139 msec 2024-11-16T11:27:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T11:27:18,730 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-16T11:27:18,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 239), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=3232 (was 3240) 2024-11-16T11:27:18,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=3232 2024-11-16T11:27:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:27:18,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:27:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:18,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:27:18,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:18,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-16T11:27:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:18,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:27:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742206_1382 (size=960) 2024-11-16T11:27:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:19,168 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:27:19,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742207_1383 (size=53) 2024-11-16T11:27:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dea7fbb5ecfcf609210afa679d676b8d, disabling compactions & flushes 2024-11-16T11:27:19,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. after waiting 0 ms 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:19,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:27:19,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756439583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756439583"}]},"ts":"1731756439583"} 2024-11-16T11:27:19,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:27:19,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:27:19,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756439588"}]},"ts":"1731756439588"} 2024-11-16T11:27:19,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:27:19,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, ASSIGN}] 2024-11-16T11:27:19,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, ASSIGN 2024-11-16T11:27:19,639 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:27:19,790 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=dea7fbb5ecfcf609210afa679d676b8d, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:19,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:19,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:19,954 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,954 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:27:19,954 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,954 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:27:19,955 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,955 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,957 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,958 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:19,959 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea7fbb5ecfcf609210afa679d676b8d columnFamilyName A 2024-11-16T11:27:19,959 DEBUG [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:19,959 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(327): Store=dea7fbb5ecfcf609210afa679d676b8d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:19,960 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,961 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:19,961 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea7fbb5ecfcf609210afa679d676b8d columnFamilyName B 2024-11-16T11:27:19,961 DEBUG [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:19,962 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(327): Store=dea7fbb5ecfcf609210afa679d676b8d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:19,962 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,964 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:19,964 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea7fbb5ecfcf609210afa679d676b8d columnFamilyName C 2024-11-16T11:27:19,964 DEBUG [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:19,965 INFO [StoreOpener-dea7fbb5ecfcf609210afa679d676b8d-1 {}] regionserver.HStore(327): Store=dea7fbb5ecfcf609210afa679d676b8d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:19,965 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,965 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,966 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,967 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:27:19,968 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:19,970 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:27:19,970 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened dea7fbb5ecfcf609210afa679d676b8d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62075283, jitterRate=-0.07500620186328888}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:27:19,971 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:19,971 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., pid=129, masterSystemTime=1731756439947 2024-11-16T11:27:19,973 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,973 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:19,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=dea7fbb5ecfcf609210afa679d676b8d, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:19,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-16T11:27:19,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 in 181 msec 2024-11-16T11:27:19,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-16T11:27:19,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, ASSIGN in 340 msec 2024-11-16T11:27:19,977 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:27:19,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756439977"}]},"ts":"1731756439977"} 2024-11-16T11:27:19,978 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:27:19,990 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:27:19,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2370 sec 2024-11-16T11:27:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-16T11:27:20,867 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-16T11:27:20,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49eae7fe to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48087da 2024-11-16T11:27:20,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59daaa82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:20,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:20,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:27:20,925 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:27:20,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34614bf6 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@345fa4f7 2024-11-16T11:27:20,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dd8644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x786b5809 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@315a23ef 2024-11-16T11:27:20,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e17c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d375c60 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d125972 2024-11-16T11:27:20,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fc02ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cbdf91e to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@134bfe32 2024-11-16T11:27:20,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2011d733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc3900b to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b55f2f 2024-11-16T11:27:20,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b3baa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646ca555 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@402e5def 2024-11-16T11:27:20,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14088aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:20,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x224e54da to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10bda459 2024-11-16T11:27:21,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40302925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:21,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bb51dfc to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@657e1bf 2024-11-16T11:27:21,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef9951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:21,016 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x540d7172 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dee2855 2024-11-16T11:27:21,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567011a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:21,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48588c54 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54e8a98a 2024-11-16T11:27:21,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2430fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:21,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-16T11:27:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:21,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:21,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:21,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:21,043 DEBUG [hconnection-0x6f730b52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,044 DEBUG [hconnection-0x4d6c63fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,044 DEBUG [hconnection-0x5ed50c01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,044 DEBUG [hconnection-0x20fb753c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,044 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,045 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,045 DEBUG [hconnection-0x57ecd764-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,045 DEBUG [hconnection-0x56a3af37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,045 DEBUG [hconnection-0x274e64cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,046 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,046 DEBUG [hconnection-0x7fdc1fd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,047 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,047 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,048 DEBUG [hconnection-0x4ad726e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,049 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:21,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:27:21,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:21,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:21,060 DEBUG [hconnection-0x74256a9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:21,061 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:21,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7953872779984176a2e8842c7816d6b2 is 50, key is test_row_0/A:col10/1731756441049/Put/seqid=0 2024-11-16T11:27:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742208_1384 (size=11997) 2024-11-16T11:27:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756501064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756501070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756501098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756501098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756501098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:21,192 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756501199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756501199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756501202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756501202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756501206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:21,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756501402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756501402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756501403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756501406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756501407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7953872779984176a2e8842c7816d6b2 2024-11-16T11:27:21,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/abd9d645877f4256ac1581325853f512 is 50, key is test_row_0/B:col10/1731756441049/Put/seqid=0 2024-11-16T11:27:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742209_1385 (size=9657) 2024-11-16T11:27:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:21,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756501704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756501705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756501706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756501709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756501712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/abd9d645877f4256ac1581325853f512 2024-11-16T11:27:21,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/51652e8cb25e4a54ab9aee4812043419 is 50, key is test_row_0/C:col10/1731756441049/Put/seqid=0 2024-11-16T11:27:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742210_1386 (size=9657) 2024-11-16T11:27:21,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:21,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:21,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:22,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:22,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756502208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756502211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756502211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756502216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756502217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:22,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:22,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/51652e8cb25e4a54ab9aee4812043419 2024-11-16T11:27:22,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7953872779984176a2e8842c7816d6b2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2 2024-11-16T11:27:22,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-16T11:27:22,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/abd9d645877f4256ac1581325853f512 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512 2024-11-16T11:27:22,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512, entries=100, sequenceid=14, filesize=9.4 K 2024-11-16T11:27:22,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/51652e8cb25e4a54ab9aee4812043419 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419 2024-11-16T11:27:22,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419, entries=100, sequenceid=14, filesize=9.4 K 2024-11-16T11:27:22,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dea7fbb5ecfcf609210afa679d676b8d in 1298ms, sequenceid=14, compaction requested=false 2024-11-16T11:27:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:22,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:22,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T11:27:22,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:22,412 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74ecd09b51f9448f944e2451c193c465 is 50, key is test_row_0/A:col10/1731756441061/Put/seqid=0 2024-11-16T11:27:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742211_1387 (size=12001) 2024-11-16T11:27:22,455 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74ecd09b51f9448f944e2451c193c465 2024-11-16T11:27:22,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/40146ee347714e2eb7a1572d04a0b1a4 is 50, key is test_row_0/B:col10/1731756441061/Put/seqid=0 2024-11-16T11:27:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742212_1388 (size=12001) 2024-11-16T11:27:22,864 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/40146ee347714e2eb7a1572d04a0b1a4 2024-11-16T11:27:22,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/06e128082ed2417aa4435d7140fd204a is 50, key is test_row_0/C:col10/1731756441061/Put/seqid=0 2024-11-16T11:27:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742213_1389 (size=12001) 2024-11-16T11:27:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:23,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756503222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756503223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756503225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756503225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756503226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,285 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/06e128082ed2417aa4435d7140fd204a 2024-11-16T11:27:23,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74ecd09b51f9448f944e2451c193c465 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465 2024-11-16T11:27:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:27:23,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/40146ee347714e2eb7a1572d04a0b1a4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4 2024-11-16T11:27:23,295 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:27:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/06e128082ed2417aa4435d7140fd204a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a 2024-11-16T11:27:23,298 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-16T11:27:23,299 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dea7fbb5ecfcf609210afa679d676b8d in 887ms, sequenceid=37, compaction requested=false 2024-11-16T11:27:23,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:23,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:23,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-16T11:27:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-16T11:27:23,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-16T11:27:23,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2590 sec 2024-11-16T11:27:23,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.2620 sec 2024-11-16T11:27:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:23,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/090fa8833ca14b0fbabec7f15a50350e is 50, key is test_row_0/A:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742214_1390 (size=14341) 2024-11-16T11:27:23,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756503352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756503353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756503353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756503354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756503355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756503455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756503456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756503461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756503462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756503462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756503659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756503660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756503666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756503666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756503666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/090fa8833ca14b0fbabec7f15a50350e 2024-11-16T11:27:23,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/115b132d17604b3795cf7f075b71476e is 50, key is test_row_0/B:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742215_1391 (size=12001) 2024-11-16T11:27:23,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/115b132d17604b3795cf7f075b71476e 2024-11-16T11:27:23,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7691c3ffad34c7ea152d023b59fe97e is 50, key is test_row_0/C:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:27:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742216_1392 (size=12001) 2024-11-16T11:27:23,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7691c3ffad34c7ea152d023b59fe97e 2024-11-16T11:27:23,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/090fa8833ca14b0fbabec7f15a50350e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e 2024-11-16T11:27:23,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e, entries=200, sequenceid=51, filesize=14.0 K 2024-11-16T11:27:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/115b132d17604b3795cf7f075b71476e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e 2024-11-16T11:27:23,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:27:23,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7691c3ffad34c7ea152d023b59fe97e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e 2024-11-16T11:27:23,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:27:23,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dea7fbb5ecfcf609210afa679d676b8d in 458ms, sequenceid=51, compaction requested=true 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:23,789 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:23,789 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:23,790 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:23,790 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=37.4 K 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7953872779984176a2e8842c7816d6b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731756441048 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:23,790 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:23,790 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=32.9 K 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ecd09b51f9448f944e2451c193c465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756441061 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting abd9d645877f4256ac1581325853f512, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731756441049 2024-11-16T11:27:23,790 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090fa8833ca14b0fbabec7f15a50350e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:23,791 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 40146ee347714e2eb7a1572d04a0b1a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756441061 2024-11-16T11:27:23,791 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 115b132d17604b3795cf7f075b71476e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:23,798 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:23,798 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c6e230719f4a4516a91d1d6831311deb is 50, key is test_row_0/B:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,800 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:23,801 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/b5132cffd8944031bdf202fbfeeb36ae is 50, key is test_row_0/A:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742217_1393 (size=12104) 2024-11-16T11:27:23,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742218_1394 (size=12104) 2024-11-16T11:27:23,817 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/b5132cffd8944031bdf202fbfeeb36ae as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/b5132cffd8944031bdf202fbfeeb36ae 2024-11-16T11:27:23,820 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into b5132cffd8944031bdf202fbfeeb36ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:23,820 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:23,820 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756443789; duration=0sec 2024-11-16T11:27:23,820 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:23,820 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:23,821 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:23,821 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:23,821 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:23,821 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:23,822 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=32.9 K 2024-11-16T11:27:23,822 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51652e8cb25e4a54ab9aee4812043419, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731756441049 2024-11-16T11:27:23,822 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06e128082ed2417aa4435d7140fd204a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731756441061 2024-11-16T11:27:23,822 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7691c3ffad34c7ea152d023b59fe97e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:23,827 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:23,828 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/a484a4dc540746cda15bdee7940788e5 is 50, key is test_row_0/C:col10/1731756443225/Put/seqid=0 2024-11-16T11:27:23,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742219_1395 (size=12104) 2024-11-16T11:27:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:23,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:23,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dd554aacbbce483789a01def87a5aca5 is 50, key is test_row_0/A:col10/1731756443352/Put/seqid=0 2024-11-16T11:27:23,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742220_1396 (size=16681) 2024-11-16T11:27:23,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dd554aacbbce483789a01def87a5aca5 2024-11-16T11:27:23,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/00f94d8be6694123947b7f21899d8ce2 is 50, key is test_row_0/B:col10/1731756443352/Put/seqid=0 2024-11-16T11:27:23,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756503978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756503979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756503982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742221_1397 (size=12001) 2024-11-16T11:27:23,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756503984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:23,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756503985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756504087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756504087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756504087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756504091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756504092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,208 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c6e230719f4a4516a91d1d6831311deb as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c6e230719f4a4516a91d1d6831311deb 2024-11-16T11:27:24,211 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into c6e230719f4a4516a91d1d6831311deb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:24,211 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:24,211 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756443789; duration=0sec 2024-11-16T11:27:24,212 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:24,212 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:24,235 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/a484a4dc540746cda15bdee7940788e5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/a484a4dc540746cda15bdee7940788e5 2024-11-16T11:27:24,238 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into a484a4dc540746cda15bdee7940788e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:24,238 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:24,238 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756443789; duration=0sec 2024-11-16T11:27:24,238 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:24,238 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756504292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756504292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756504293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756504295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756504296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/00f94d8be6694123947b7f21899d8ce2 2024-11-16T11:27:24,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/dab987303daf4d2dbf85237bd0cf4266 is 50, key is test_row_0/C:col10/1731756443352/Put/seqid=0 2024-11-16T11:27:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742222_1398 (size=12001) 2024-11-16T11:27:24,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/dab987303daf4d2dbf85237bd0cf4266 2024-11-16T11:27:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dd554aacbbce483789a01def87a5aca5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5 2024-11-16T11:27:24,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5, entries=250, sequenceid=76, filesize=16.3 K 2024-11-16T11:27:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/00f94d8be6694123947b7f21899d8ce2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2 2024-11-16T11:27:24,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T11:27:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/dab987303daf4d2dbf85237bd0cf4266 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266 2024-11-16T11:27:24,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T11:27:24,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dea7fbb5ecfcf609210afa679d676b8d in 445ms, sequenceid=76, compaction requested=false 2024-11-16T11:27:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:24,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:24,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:24,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/c666ef7dfb5d481ba74a4c4a7ecc370a is 50, key is test_row_0/A:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742223_1399 (size=12001) 2024-11-16T11:27:24,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/c666ef7dfb5d481ba74a4c4a7ecc370a 2024-11-16T11:27:24,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/609b859485d3468c9fa8499435bb85f4 is 50, key is test_row_0/B:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742224_1400 (size=12001) 2024-11-16T11:27:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756504620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756504621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756504622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756504622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756504624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756504724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756504728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756504728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756504728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756504729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756504928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756504934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756504934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756504935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:24,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756504935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/609b859485d3468c9fa8499435bb85f4 2024-11-16T11:27:25,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/fb52adfb05e843a7a31f76fab26ca33d is 50, key is test_row_0/C:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742225_1401 (size=12001) 2024-11-16T11:27:25,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/fb52adfb05e843a7a31f76fab26ca33d 2024-11-16T11:27:25,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/c666ef7dfb5d481ba74a4c4a7ecc370a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a 2024-11-16T11:27:25,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-16T11:27:25,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/609b859485d3468c9fa8499435bb85f4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4 2024-11-16T11:27:25,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4, entries=150, sequenceid=93, filesize=11.7 K 2024-11-16T11:27:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/fb52adfb05e843a7a31f76fab26ca33d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d 2024-11-16T11:27:25,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-16T11:27:25,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dea7fbb5ecfcf609210afa679d676b8d in 443ms, sequenceid=93, compaction requested=true 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:25,044 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:25,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:25,044 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:25,046 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,046 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,046 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c6e230719f4a4516a91d1d6831311deb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=35.3 K 2024-11-16T11:27:25,046 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/b5132cffd8944031bdf202fbfeeb36ae, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=39.8 K 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e230719f4a4516a91d1d6831311deb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:25,046 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5132cffd8944031bdf202fbfeeb36ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:25,047 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f94d8be6694123947b7f21899d8ce2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756443347 2024-11-16T11:27:25,047 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd554aacbbce483789a01def87a5aca5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756443347 2024-11-16T11:27:25,047 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 609b859485d3468c9fa8499435bb85f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:25,047 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting c666ef7dfb5d481ba74a4c4a7ecc370a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:25,052 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:25,053 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/9e20032c43cf4d0a9ab50a109281ad41 is 50, key is test_row_0/B:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:25,054 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:25,055 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2b57d8d73ac84d648bf21975ebd1ae36 is 50, key is test_row_0/A:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742226_1402 (size=12207) 2024-11-16T11:27:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742227_1403 (size=12207) 2024-11-16T11:27:25,062 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2b57d8d73ac84d648bf21975ebd1ae36 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2b57d8d73ac84d648bf21975ebd1ae36 2024-11-16T11:27:25,065 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 2b57d8d73ac84d648bf21975ebd1ae36(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:25,065 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756445044; duration=0sec 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:25,065 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:25,065 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,066 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/a484a4dc540746cda15bdee7940788e5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=35.3 K 2024-11-16T11:27:25,066 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a484a4dc540746cda15bdee7940788e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731756443220 2024-11-16T11:27:25,066 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab987303daf4d2dbf85237bd0cf4266, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731756443347 2024-11-16T11:27:25,066 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb52adfb05e843a7a31f76fab26ca33d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:25,071 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:25,071 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/20bc113e060e420c9484a959ddd23c24 is 50, key is test_row_0/C:col10/1731756444601/Put/seqid=0 2024-11-16T11:27:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742228_1404 (size=12207) 2024-11-16T11:27:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T11:27:25,144 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-16T11:27:25,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-16T11:27:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:25,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:25,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:25,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:25,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:25,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/494b4fee609640b79c616e4e81d2fd27 is 50, key is test_row_0/A:col10/1731756445236/Put/seqid=0 2024-11-16T11:27:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742229_1405 (size=14341) 2024-11-16T11:27:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756505276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756505276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756505277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756505277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756505284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756505384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756505385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756505385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756505385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756505388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:25,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:25,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,460 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/9e20032c43cf4d0a9ab50a109281ad41 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/9e20032c43cf4d0a9ab50a109281ad41 2024-11-16T11:27:25,464 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 9e20032c43cf4d0a9ab50a109281ad41(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:25,464 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:25,464 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756445044; duration=0sec 2024-11-16T11:27:25,464 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:25,464 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:25,478 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/20bc113e060e420c9484a959ddd23c24 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/20bc113e060e420c9484a959ddd23c24 2024-11-16T11:27:25,481 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 20bc113e060e420c9484a959ddd23c24(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:25,481 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:25,481 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756445044; duration=0sec 2024-11-16T11:27:25,481 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:25,481 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756505590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756505590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756505590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756505590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756505594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/494b4fee609640b79c616e4e81d2fd27 2024-11-16T11:27:25,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4533c4337c7f43b7bf30225a1e833bed is 50, key is test_row_0/B:col10/1731756445236/Put/seqid=0 2024-11-16T11:27:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742230_1406 (size=12001) 2024-11-16T11:27:25,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4533c4337c7f43b7bf30225a1e833bed 2024-11-16T11:27:25,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d6ce1cf321974694b6c1f19ca6b076c8 is 50, key is test_row_0/C:col10/1731756445236/Put/seqid=0 2024-11-16T11:27:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742231_1407 (size=12001) 2024-11-16T11:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:25,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756505892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756505893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756505895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756505897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756505898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:25,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:25,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:25,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:25,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:26,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:26,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:26,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d6ce1cf321974694b6c1f19ca6b076c8 2024-11-16T11:27:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/494b4fee609640b79c616e4e81d2fd27 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27 2024-11-16T11:27:26,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27, entries=200, sequenceid=116, filesize=14.0 K 2024-11-16T11:27:26,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4533c4337c7f43b7bf30225a1e833bed as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed 2024-11-16T11:27:26,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T11:27:26,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d6ce1cf321974694b6c1f19ca6b076c8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8 2024-11-16T11:27:26,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T11:27:26,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dea7fbb5ecfcf609210afa679d676b8d in 846ms, sequenceid=116, compaction requested=false 2024-11-16T11:27:26,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:26,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T11:27:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:26,213 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:27:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/205d0ad84f9a48b6853a152f46679f66 is 50, key is test_row_0/A:col10/1731756445283/Put/seqid=0 2024-11-16T11:27:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742232_1408 (size=12051) 2024-11-16T11:27:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:26,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:26,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756506417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756506419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756506422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756506422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756506423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756506524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756506527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756506529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756506530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756506531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,623 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/205d0ad84f9a48b6853a152f46679f66 2024-11-16T11:27:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/076f6570ec8840f9a5b46b842c7f0fe4 is 50, key is test_row_0/B:col10/1731756445283/Put/seqid=0 2024-11-16T11:27:26,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742233_1409 (size=12051) 2024-11-16T11:27:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756506729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756506732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756506735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756506735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756506736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,035 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/076f6570ec8840f9a5b46b842c7f0fe4 2024-11-16T11:27:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756507033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/620e65bb2a4c44529b304c0431737124 is 50, key is test_row_0/C:col10/1731756445283/Put/seqid=0 2024-11-16T11:27:27,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756507038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756507039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756507039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742234_1410 (size=12051) 2024-11-16T11:27:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756507040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:27,447 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/620e65bb2a4c44529b304c0431737124 2024-11-16T11:27:27,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/205d0ad84f9a48b6853a152f46679f66 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66 2024-11-16T11:27:27,483 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66, entries=150, sequenceid=132, filesize=11.8 K 2024-11-16T11:27:27,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/076f6570ec8840f9a5b46b842c7f0fe4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4 2024-11-16T11:27:27,487 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-16T11:27:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/620e65bb2a4c44529b304c0431737124 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124 2024-11-16T11:27:27,491 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124, entries=150, sequenceid=132, filesize=11.8 K 2024-11-16T11:27:27,492 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dea7fbb5ecfcf609210afa679d676b8d in 1279ms, sequenceid=132, compaction requested=true 2024-11-16T11:27:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-16T11:27:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-16T11:27:27,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-16T11:27:27,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-11-16T11:27:27,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.3490 sec 2024-11-16T11:27:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:27,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:27,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/43e15f7e55e14511ae8c6a198fa3355e is 50, key is test_row_0/A:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742235_1411 (size=14541) 2024-11-16T11:27:27,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756507557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756507558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756507558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756507565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756507565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756507666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756507666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756507667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756507676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756507676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756507869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756507870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756507873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756507881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756507881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:27,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/43e15f7e55e14511ae8c6a198fa3355e 2024-11-16T11:27:27,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3b0676e9e7d1404ea54b11ebd68a417a is 50, key is test_row_0/B:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742236_1412 (size=12151) 2024-11-16T11:27:28,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756508175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756508177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756508178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756508187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756508188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3b0676e9e7d1404ea54b11ebd68a417a 2024-11-16T11:27:28,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7dfba8e539a44ba86b00cee879fbb42 is 50, key is test_row_0/C:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742237_1413 (size=12151) 2024-11-16T11:27:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756508682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756508683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756508685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756508690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756508692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:28,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7dfba8e539a44ba86b00cee879fbb42 2024-11-16T11:27:28,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/43e15f7e55e14511ae8c6a198fa3355e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e 2024-11-16T11:27:28,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e, entries=200, sequenceid=155, filesize=14.2 K 2024-11-16T11:27:28,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3b0676e9e7d1404ea54b11ebd68a417a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a 2024-11-16T11:27:28,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-16T11:27:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/f7dfba8e539a44ba86b00cee879fbb42 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42 2024-11-16T11:27:28,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42, entries=150, sequenceid=155, filesize=11.9 K 2024-11-16T11:27:28,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for dea7fbb5ecfcf609210afa679d676b8d in 1240ms, sequenceid=155, compaction requested=true 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:28,783 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:28,783 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:28,784 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:28,784 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:28,784 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2b57d8d73ac84d648bf21975ebd1ae36, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=51.9 K 2024-11-16T11:27:28,784 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/9e20032c43cf4d0a9ab50a109281ad41, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=47.3 K 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e20032c43cf4d0a9ab50a109281ad41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:28,784 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b57d8d73ac84d648bf21975ebd1ae36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4533c4337c7f43b7bf30225a1e833bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756444621 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 494b4fee609640b79c616e4e81d2fd27, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756444616 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 076f6570ec8840f9a5b46b842c7f0fe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731756445248 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 205d0ad84f9a48b6853a152f46679f66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731756445248 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0676e9e7d1404ea54b11ebd68a417a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446421 2024-11-16T11:27:28,785 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43e15f7e55e14511ae8c6a198fa3355e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446412 2024-11-16T11:27:28,791 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:28,791 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:28,791 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/273926a814be422aa2f533a009ddedfe is 50, key is test_row_0/B:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:28,792 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2dcb1d0b91f341bdb21c77f33dcaac78 is 50, key is test_row_0/A:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742239_1415 (size=12493) 2024-11-16T11:27:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742238_1414 (size=12493) 2024-11-16T11:27:28,799 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2dcb1d0b91f341bdb21c77f33dcaac78 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2dcb1d0b91f341bdb21c77f33dcaac78 2024-11-16T11:27:28,799 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/273926a814be422aa2f533a009ddedfe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/273926a814be422aa2f533a009ddedfe 2024-11-16T11:27:28,803 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 273926a814be422aa2f533a009ddedfe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:28,803 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 2dcb1d0b91f341bdb21c77f33dcaac78(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:28,803 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=12, startTime=1731756448783; duration=0sec 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:28,803 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=12, startTime=1731756448783; duration=0sec 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:28,803 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:27:28,804 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T11:27:28,804 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:28,804 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:28,804 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/20bc113e060e420c9484a959ddd23c24, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=47.3 K 2024-11-16T11:27:28,804 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 20bc113e060e420c9484a959ddd23c24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731756443984 2024-11-16T11:27:28,804 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ce1cf321974694b6c1f19ca6b076c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731756444621 2024-11-16T11:27:28,805 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 620e65bb2a4c44529b304c0431737124, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731756445248 2024-11-16T11:27:28,805 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting f7dfba8e539a44ba86b00cee879fbb42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446421 2024-11-16T11:27:28,811 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:28,812 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/2e6050e798244747976741b150730761 is 50, key is test_row_0/C:col10/1731756446422/Put/seqid=0 2024-11-16T11:27:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742240_1416 (size=12493) 2024-11-16T11:27:29,220 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/2e6050e798244747976741b150730761 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/2e6050e798244747976741b150730761 2024-11-16T11:27:29,223 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 2e6050e798244747976741b150730761(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:29,223 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:29,223 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=12, startTime=1731756448783; duration=0sec 2024-11-16T11:27:29,223 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:29,223 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T11:27:29,250 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-16T11:27:29,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-16T11:27:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T11:27:29,252 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:29,253 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:29,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T11:27:29,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:29,405 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/f6dd86d1222f4fa4aa80abf2681392d2 is 50, key is test_row_0/A:col10/1731756447548/Put/seqid=0 2024-11-16T11:27:29,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742241_1417 (size=12151) 2024-11-16T11:27:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T11:27:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:29,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:29,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756509711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756509715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756509716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756509716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756509717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,811 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/f6dd86d1222f4fa4aa80abf2681392d2 2024-11-16T11:27:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c47615b9d95d42dc91936702d218ccd9 is 50, key is test_row_0/B:col10/1731756447548/Put/seqid=0 2024-11-16T11:27:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742242_1418 (size=12151) 2024-11-16T11:27:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756509818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756509821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756509821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756509821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756509821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T11:27:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756510024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756510024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756510024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756510024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756510025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,220 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c47615b9d95d42dc91936702d218ccd9 2024-11-16T11:27:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/abcda1c49f294b559d34cdd1a8b68cff is 50, key is test_row_0/C:col10/1731756447548/Put/seqid=0 2024-11-16T11:27:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742243_1419 (size=12151) 2024-11-16T11:27:30,231 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/abcda1c49f294b559d34cdd1a8b68cff 2024-11-16T11:27:30,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/f6dd86d1222f4fa4aa80abf2681392d2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2 2024-11-16T11:27:30,241 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2, entries=150, sequenceid=172, filesize=11.9 K 2024-11-16T11:27:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c47615b9d95d42dc91936702d218ccd9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9 2024-11-16T11:27:30,246 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-16T11:27:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/abcda1c49f294b559d34cdd1a8b68cff as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff 2024-11-16T11:27:30,249 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff, entries=150, sequenceid=172, filesize=11.9 K 2024-11-16T11:27:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-16T11:27:30,250 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dea7fbb5ecfcf609210afa679d676b8d in 844ms, sequenceid=172, compaction requested=false 2024-11-16T11:27:30,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:30,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-16T11:27:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-16T11:27:30,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-16T11:27:30,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-16T11:27:30,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0010 sec 2024-11-16T11:27:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:30,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:30,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:30,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dacd669488824d31a43d05b7dd201acc is 50, key is test_row_0/A:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742244_1420 (size=14541) 2024-11-16T11:27:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756510341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756510341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756510342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756510343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756510348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T11:27:30,355 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-16T11:27:30,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-16T11:27:30,357 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:30,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:30,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756510449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756510449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756510449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756510450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756510454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756510652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756510652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756510653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756510655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:30,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:30,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:30,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756510659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dacd669488824d31a43d05b7dd201acc 2024-11-16T11:27:30,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/ec2ec3823e504af9a085240bbb1ebf10 is 50, key is test_row_0/B:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742245_1421 (size=12151) 2024-11-16T11:27:30,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756510955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:30,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756510956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756510958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756510960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:30,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:30,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756510965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/ec2ec3823e504af9a085240bbb1ebf10 2024-11-16T11:27:31,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/5db6f962153b4fe88d98d3630b397466 is 50, key is test_row_0/C:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742246_1422 (size=12151) 2024-11-16T11:27:31,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:31,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756511462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756511464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756511467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756511467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756511471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/5db6f962153b4fe88d98d3630b397466 2024-11-16T11:27:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/dacd669488824d31a43d05b7dd201acc as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc 2024-11-16T11:27:31,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc, entries=200, sequenceid=195, filesize=14.2 K 2024-11-16T11:27:31,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/ec2ec3823e504af9a085240bbb1ebf10 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10 2024-11-16T11:27:31,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T11:27:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/5db6f962153b4fe88d98d3630b397466 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466 2024-11-16T11:27:31,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T11:27:31,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dea7fbb5ecfcf609210afa679d676b8d in 1241ms, sequenceid=195, compaction requested=true 2024-11-16T11:27:31,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:31,572 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:31,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:31,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:31,573 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:31,573 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:31,573 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:31,573 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:31,573 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:31,573 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,573 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,573 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/273926a814be422aa2f533a009ddedfe, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=35.9 K 2024-11-16T11:27:31,573 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2dcb1d0b91f341bdb21c77f33dcaac78, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=38.3 K 2024-11-16T11:27:31,574 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 273926a814be422aa2f533a009ddedfe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446421 2024-11-16T11:27:31,574 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dcb1d0b91f341bdb21c77f33dcaac78, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446421 2024-11-16T11:27:31,574 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c47615b9d95d42dc91936702d218ccd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731756447548 2024-11-16T11:27:31,574 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dd86d1222f4fa4aa80abf2681392d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731756447548 2024-11-16T11:27:31,574 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting ec2ec3823e504af9a085240bbb1ebf10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449716 2024-11-16T11:27:31,575 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting dacd669488824d31a43d05b7dd201acc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449715 2024-11-16T11:27:31,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:31,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:31,576 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:31,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0a966400def6433db7e47960bc9a1f3e is 50, key is test_row_0/A:col10/1731756450338/Put/seqid=0 2024-11-16T11:27:31,589 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:31,589 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/a3ce27766bbc48b3bf47f3a207ce4851 is 50, key is test_row_0/A:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:31,589 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:31,590 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/5a6b2d5b944841438e37188cbde652b1 is 50, key is test_row_0/B:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742247_1423 (size=12151) 2024-11-16T11:27:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742249_1425 (size=12595) 2024-11-16T11:27:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742248_1424 (size=12595) 2024-11-16T11:27:31,992 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0a966400def6433db7e47960bc9a1f3e 2024-11-16T11:27:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/08fe5f2c45a24b9cb8b55cb26ac2d03c is 50, key is test_row_0/B:col10/1731756450338/Put/seqid=0 2024-11-16T11:27:31,999 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/5a6b2d5b944841438e37188cbde652b1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/5a6b2d5b944841438e37188cbde652b1 2024-11-16T11:27:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742250_1426 (size=12151) 2024-11-16T11:27:32,003 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 5a6b2d5b944841438e37188cbde652b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:32,003 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/a3ce27766bbc48b3bf47f3a207ce4851 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/a3ce27766bbc48b3bf47f3a207ce4851 2024-11-16T11:27:32,003 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:32,003 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/08fe5f2c45a24b9cb8b55cb26ac2d03c 2024-11-16T11:27:32,003 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756451572; duration=0sec 2024-11-16T11:27:32,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:32,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:32,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:32,004 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:32,005 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:32,005 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,005 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/2e6050e798244747976741b150730761, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=35.9 K 2024-11-16T11:27:32,005 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6050e798244747976741b150730761, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731756446421 2024-11-16T11:27:32,005 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting abcda1c49f294b559d34cdd1a8b68cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731756447548 2024-11-16T11:27:32,006 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5db6f962153b4fe88d98d3630b397466, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449716 2024-11-16T11:27:32,008 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into a3ce27766bbc48b3bf47f3a207ce4851(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:32,008 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:32,008 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756451572; duration=0sec 2024-11-16T11:27:32,008 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:32,008 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/8af7216911f14457be2f7df9f3f37fda is 50, key is test_row_0/C:col10/1731756450338/Put/seqid=0 2024-11-16T11:27:32,012 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:32,012 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/90401e8f647548359f5981d786d6fcfd is 50, key is test_row_0/C:col10/1731756449716/Put/seqid=0 2024-11-16T11:27:32,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742251_1427 (size=12151) 2024-11-16T11:27:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742252_1428 (size=12595) 2024-11-16T11:27:32,413 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/8af7216911f14457be2f7df9f3f37fda 2024-11-16T11:27:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0a966400def6433db7e47960bc9a1f3e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e 2024-11-16T11:27:32,418 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/90401e8f647548359f5981d786d6fcfd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/90401e8f647548359f5981d786d6fcfd 2024-11-16T11:27:32,420 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T11:27:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/08fe5f2c45a24b9cb8b55cb26ac2d03c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c 2024-11-16T11:27:32,422 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 90401e8f647548359f5981d786d6fcfd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:32,422 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:32,422 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756451573; duration=0sec 2024-11-16T11:27:32,422 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:32,422 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:32,423 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T11:27:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/8af7216911f14457be2f7df9f3f37fda as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda 2024-11-16T11:27:32,426 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T11:27:32,427 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for dea7fbb5ecfcf609210afa679d676b8d in 851ms, sequenceid=208, compaction requested=false 2024-11-16T11:27:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-16T11:27:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-16T11:27:32,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-16T11:27:32,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0700 sec 2024-11-16T11:27:32,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.0730 sec 2024-11-16T11:27:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T11:27:32,461 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-16T11:27:32,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-16T11:27:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:32,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:32,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:32,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:32,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:32,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fc10f60e10694a52b333fec76d3aea92 is 50, key is test_row_0/A:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742253_1429 (size=19321) 2024-11-16T11:27:32,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756512500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756512501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756512502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756512509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756512509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:32,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756512610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756512611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756512611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756512617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756512617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:32,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:32,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756512817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756512817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756512817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756512822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756512824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fc10f60e10694a52b333fec76d3aea92 2024-11-16T11:27:32,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3d2b7d6f202146acba05103b1de0f5a9 is 50, key is test_row_0/B:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742254_1430 (size=12151) 2024-11-16T11:27:32,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:32,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:32,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:32,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:33,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756513124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756513124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756513125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756513131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756513131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:33,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3d2b7d6f202146acba05103b1de0f5a9 2024-11-16T11:27:33,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d1df82b9cc054d24998e6c5aa130e2f3 is 50, key is test_row_0/C:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742255_1431 (size=12151) 2024-11-16T11:27:33,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d1df82b9cc054d24998e6c5aa130e2f3 2024-11-16T11:27:33,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fc10f60e10694a52b333fec76d3aea92 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92 2024-11-16T11:27:33,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92, entries=300, sequenceid=223, filesize=18.9 K 2024-11-16T11:27:33,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/3d2b7d6f202146acba05103b1de0f5a9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9 2024-11-16T11:27:33,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9, entries=150, sequenceid=223, filesize=11.9 K 2024-11-16T11:27:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/d1df82b9cc054d24998e6c5aa130e2f3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3 2024-11-16T11:27:33,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3, entries=150, sequenceid=223, filesize=11.9 K 2024-11-16T11:27:33,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dea7fbb5ecfcf609210afa679d676b8d in 865ms, sequenceid=223, compaction requested=true 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:33,343 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:33,343 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:33,345 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,345 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/a3ce27766bbc48b3bf47f3a207ce4851, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=43.0 K 2024-11-16T11:27:33,345 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/5a6b2d5b944841438e37188cbde652b1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.0 K 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a6b2d5b944841438e37188cbde652b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449716 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ce27766bbc48b3bf47f3a207ce4851, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449716 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 08fe5f2c45a24b9cb8b55cb26ac2d03c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756450338 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a966400def6433db7e47960bc9a1f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756450338 2024-11-16T11:27:33,345 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2b7d6f202146acba05103b1de0f5a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452472 2024-11-16T11:27:33,346 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc10f60e10694a52b333fec76d3aea92, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452468 2024-11-16T11:27:33,351 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:33,351 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4f55f79a8b724f1685e287bf6838ec65 is 50, key is test_row_0/B:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:33,354 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:33,354 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2e88ebbfb1b94e5997bcafd30d57781b is 50, key is test_row_0/A:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742256_1432 (size=12697) 2024-11-16T11:27:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742257_1433 (size=12697) 2024-11-16T11:27:33,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T11:27:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,376 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:27:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/82b6712c9c3e4971b7b9cf0152aa7858 is 50, key is test_row_0/A:col10/1731756452508/Put/seqid=0 2024-11-16T11:27:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742258_1434 (size=12151) 2024-11-16T11:27:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:33,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756513640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756513672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756513672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756513672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756513672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,764 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4f55f79a8b724f1685e287bf6838ec65 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4f55f79a8b724f1685e287bf6838ec65 2024-11-16T11:27:33,767 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/2e88ebbfb1b94e5997bcafd30d57781b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2e88ebbfb1b94e5997bcafd30d57781b 2024-11-16T11:27:33,768 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 4f55f79a8b724f1685e287bf6838ec65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:33,768 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:33,768 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756453343; duration=0sec 2024-11-16T11:27:33,768 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:33,768 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:33,768 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:33,769 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:33,769 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:33,769 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:33,769 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/90401e8f647548359f5981d786d6fcfd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.0 K 2024-11-16T11:27:33,770 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 90401e8f647548359f5981d786d6fcfd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731756449716 2024-11-16T11:27:33,770 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8af7216911f14457be2f7df9f3f37fda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731756450338 2024-11-16T11:27:33,770 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting d1df82b9cc054d24998e6c5aa130e2f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452472 2024-11-16T11:27:33,771 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 2e88ebbfb1b94e5997bcafd30d57781b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:33,771 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:33,771 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756453343; duration=0sec 2024-11-16T11:27:33,771 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:33,771 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:33,776 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:33,777 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/3a9a3d7cf81040b6b164fd5368b57739 is 50, key is test_row_0/C:col10/1731756452477/Put/seqid=0 2024-11-16T11:27:33,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756513773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742259_1435 (size=12697) 2024-11-16T11:27:33,783 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/82b6712c9c3e4971b7b9cf0152aa7858 2024-11-16T11:27:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756513783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756513783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756513783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756513783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/fd83bcc0e9224f2db53e94d62f11d0c2 is 50, key is test_row_0/B:col10/1731756452508/Put/seqid=0 2024-11-16T11:27:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742260_1436 (size=12151) 2024-11-16T11:27:33,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756513981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756513990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756513991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756513991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756513992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,184 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/3a9a3d7cf81040b6b164fd5368b57739 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/3a9a3d7cf81040b6b164fd5368b57739 2024-11-16T11:27:34,187 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 3a9a3d7cf81040b6b164fd5368b57739(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:34,187 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:34,187 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756453343; duration=0sec 2024-11-16T11:27:34,187 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:34,187 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:34,193 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/fd83bcc0e9224f2db53e94d62f11d0c2 2024-11-16T11:27:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/bcd1132c31644383a65dc73308587065 is 50, key is test_row_0/C:col10/1731756452508/Put/seqid=0 2024-11-16T11:27:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742261_1437 (size=12151) 2024-11-16T11:27:34,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756514289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756514296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756514299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756514299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756514300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:34,602 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/bcd1132c31644383a65dc73308587065 2024-11-16T11:27:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/82b6712c9c3e4971b7b9cf0152aa7858 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858 2024-11-16T11:27:34,608 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858, entries=150, sequenceid=247, filesize=11.9 K 2024-11-16T11:27:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/fd83bcc0e9224f2db53e94d62f11d0c2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2 2024-11-16T11:27:34,611 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2, entries=150, sequenceid=247, filesize=11.9 K 2024-11-16T11:27:34,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/bcd1132c31644383a65dc73308587065 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065 2024-11-16T11:27:34,614 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065, entries=150, sequenceid=247, filesize=11.9 K 2024-11-16T11:27:34,615 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dea7fbb5ecfcf609210afa679d676b8d in 1238ms, sequenceid=247, compaction requested=false 2024-11-16T11:27:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-16T11:27:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-16T11:27:34,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-16T11:27:34,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec 2024-11-16T11:27:34,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.1550 sec 2024-11-16T11:27:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:34,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:34,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0e5e84aefbb448608bb392c785344b3e is 50, key is test_row_0/A:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742262_1438 (size=14691) 2024-11-16T11:27:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756514833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756514835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756514840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756514841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756514841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756514942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756514943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756514943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756514948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756514948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756515146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756515149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756515149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756515153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756515154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0e5e84aefbb448608bb392c785344b3e 2024-11-16T11:27:35,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c22ce9836f954b2f98611620e811a83e is 50, key is test_row_0/B:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:35,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742263_1439 (size=12251) 2024-11-16T11:27:35,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756515451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756515454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756515456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756515457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756515462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c22ce9836f954b2f98611620e811a83e 2024-11-16T11:27:35,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/9900913e89e440e496be756623b82492 is 50, key is test_row_0/C:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742264_1440 (size=12251) 2024-11-16T11:27:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756515959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756515964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756515967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756515967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756515971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/9900913e89e440e496be756623b82492 2024-11-16T11:27:36,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/0e5e84aefbb448608bb392c785344b3e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e 2024-11-16T11:27:36,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e, entries=200, sequenceid=264, filesize=14.3 K 2024-11-16T11:27:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/c22ce9836f954b2f98611620e811a83e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e 2024-11-16T11:27:36,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e, entries=150, sequenceid=264, filesize=12.0 K 2024-11-16T11:27:36,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/9900913e89e440e496be756623b82492 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492 2024-11-16T11:27:36,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492, entries=150, sequenceid=264, filesize=12.0 K 2024-11-16T11:27:36,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dea7fbb5ecfcf609210afa679d676b8d in 1239ms, sequenceid=264, compaction requested=true 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:36,042 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:36,043 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:36,043 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:36,043 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2e88ebbfb1b94e5997bcafd30d57781b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=38.6 K 2024-11-16T11:27:36,043 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4f55f79a8b724f1685e287bf6838ec65, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.2 K 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e88ebbfb1b94e5997bcafd30d57781b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452472 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f55f79a8b724f1685e287bf6838ec65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452472 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82b6712c9c3e4971b7b9cf0152aa7858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731756452500 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting fd83bcc0e9224f2db53e94d62f11d0c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731756452500 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e5e84aefbb448608bb392c785344b3e, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:36,043 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting c22ce9836f954b2f98611620e811a83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:36,050 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:36,050 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:36,051 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/8db6a10f210243d9a480ecf26bf9432f is 50, key is test_row_0/A:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:36,051 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/208a7e2fb36747c0834c565b88cfb6c8 is 50, key is test_row_0/B:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742265_1441 (size=12899) 2024-11-16T11:27:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742266_1442 (size=12899) 2024-11-16T11:27:36,457 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/8db6a10f210243d9a480ecf26bf9432f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/8db6a10f210243d9a480ecf26bf9432f 2024-11-16T11:27:36,460 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 8db6a10f210243d9a480ecf26bf9432f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:36,460 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:36,460 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756456042; duration=0sec 2024-11-16T11:27:36,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:36,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:36,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:36,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:36,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:36,461 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:36,461 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/3a9a3d7cf81040b6b164fd5368b57739, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.2 K 2024-11-16T11:27:36,462 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a9a3d7cf81040b6b164fd5368b57739, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731756452472 2024-11-16T11:27:36,462 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcd1132c31644383a65dc73308587065, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731756452500 2024-11-16T11:27:36,462 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9900913e89e440e496be756623b82492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:36,463 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/208a7e2fb36747c0834c565b88cfb6c8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/208a7e2fb36747c0834c565b88cfb6c8 2024-11-16T11:27:36,466 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 208a7e2fb36747c0834c565b88cfb6c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:36,466 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:36,466 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756456042; duration=0sec 2024-11-16T11:27:36,466 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:36,466 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:36,467 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:36,467 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/93af6ca6921d4c27ab3dc56bf7d49bac is 50, key is test_row_0/C:col10/1731756454801/Put/seqid=0 2024-11-16T11:27:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742267_1443 (size=12899) 2024-11-16T11:27:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T11:27:36,567 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-16T11:27:36,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-16T11:27:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T11:27:36,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:36,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:36,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T11:27:36,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:36,721 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:36,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fbecaae6da9a4289a321c79b7bf52e04 is 50, key is test_row_0/A:col10/1731756454839/Put/seqid=0 2024-11-16T11:27:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742268_1444 (size=12301) 2024-11-16T11:27:36,731 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fbecaae6da9a4289a321c79b7bf52e04 2024-11-16T11:27:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/a820764e62f541a6834e504d0fd8000b is 50, key is test_row_0/B:col10/1731756454839/Put/seqid=0 2024-11-16T11:27:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742269_1445 (size=12301) 2024-11-16T11:27:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T11:27:36,873 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/93af6ca6921d4c27ab3dc56bf7d49bac as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/93af6ca6921d4c27ab3dc56bf7d49bac 2024-11-16T11:27:36,878 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 93af6ca6921d4c27ab3dc56bf7d49bac(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:36,878 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:36,878 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756456042; duration=0sec 2024-11-16T11:27:36,878 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:36,878 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:36,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756516981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756516981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756516982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756516983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756516987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756517088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756517088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756517090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756517090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756517090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,140 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/a820764e62f541a6834e504d0fd8000b 2024-11-16T11:27:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/7cb7fa5692384562bc4d853509901d42 is 50, key is test_row_0/C:col10/1731756454839/Put/seqid=0 2024-11-16T11:27:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742270_1446 (size=12301) 2024-11-16T11:27:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T11:27:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756517293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756517293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756517294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756517294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756517294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,548 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/7cb7fa5692384562bc4d853509901d42 2024-11-16T11:27:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fbecaae6da9a4289a321c79b7bf52e04 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04 2024-11-16T11:27:37,592 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04, entries=150, sequenceid=289, filesize=12.0 K 2024-11-16T11:27:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/a820764e62f541a6834e504d0fd8000b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b 2024-11-16T11:27:37,595 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b, entries=150, sequenceid=289, filesize=12.0 K 2024-11-16T11:27:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/7cb7fa5692384562bc4d853509901d42 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42 2024-11-16T11:27:37,599 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42, entries=150, sequenceid=289, filesize=12.0 K 2024-11-16T11:27:37,600 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dea7fbb5ecfcf609210afa679d676b8d in 878ms, sequenceid=289, compaction requested=false 2024-11-16T11:27:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-16T11:27:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-16T11:27:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:37,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T11:27:37,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:37,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:37,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0340 sec 2024-11-16T11:27:37,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7e5e7c250607480683ec88b9ae90be0c is 50, key is test_row_0/A:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742271_1447 (size=17181) 2024-11-16T11:27:37,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7e5e7c250607480683ec88b9ae90be0c 2024-11-16T11:27:37,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756517618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/b86b41389d84417e9dc201a8b668c80b is 50, key is test_row_0/B:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756517619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756517619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756517620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756517621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742272_1448 (size=12301) 2024-11-16T11:27:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T11:27:37,671 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-16T11:27:37,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-16T11:27:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:37,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:37,674 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:37,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756517722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756517728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756517728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756517729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756517729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:37,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:37,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:37,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:37,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:37,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:37,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756517928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756517933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756517933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756517933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756517934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:37,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:37,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/b86b41389d84417e9dc201a8b668c80b 2024-11-16T11:27:38,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/100300d6db394fdf98be73535ea27112 is 50, key is test_row_0/C:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742273_1449 (size=12301) 2024-11-16T11:27:38,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756518235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756518238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756518238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756518239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756518239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:38,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:38,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:38,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:38,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/100300d6db394fdf98be73535ea27112 2024-11-16T11:27:38,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/7e5e7c250607480683ec88b9ae90be0c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c 2024-11-16T11:27:38,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c, entries=250, sequenceid=305, filesize=16.8 K 2024-11-16T11:27:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/b86b41389d84417e9dc201a8b668c80b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b 2024-11-16T11:27:38,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b, entries=150, sequenceid=305, filesize=12.0 K 2024-11-16T11:27:38,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/100300d6db394fdf98be73535ea27112 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112 2024-11-16T11:27:38,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112, entries=150, sequenceid=305, filesize=12.0 K 2024-11-16T11:27:38,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dea7fbb5ecfcf609210afa679d676b8d in 851ms, sequenceid=305, compaction requested=true 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:38,452 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:38,452 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:38,453 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,453 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,453 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/8db6a10f210243d9a480ecf26bf9432f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=41.4 K 2024-11-16T11:27:38,453 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/208a7e2fb36747c0834c565b88cfb6c8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.6 K 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 208a7e2fb36747c0834c565b88cfb6c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8db6a10f210243d9a480ecf26bf9432f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting a820764e62f541a6834e504d0fd8000b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756454834 2024-11-16T11:27:38,453 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbecaae6da9a4289a321c79b7bf52e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756454834 2024-11-16T11:27:38,454 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting b86b41389d84417e9dc201a8b668c80b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456982 2024-11-16T11:27:38,454 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e5e7c250607480683ec88b9ae90be0c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456981 2024-11-16T11:27:38,458 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#384 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:38,459 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/631efdc14be241de90affe40d3b1c396 is 50, key is test_row_0/B:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:38,461 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#385 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:38,461 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/06da59603eaa4792a651d295c5d85e85 is 50, key is test_row_0/A:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742274_1450 (size=13051) 2024-11-16T11:27:38,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742275_1451 (size=13051) 2024-11-16T11:27:38,474 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/06da59603eaa4792a651d295c5d85e85 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/06da59603eaa4792a651d295c5d85e85 2024-11-16T11:27:38,475 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/631efdc14be241de90affe40d3b1c396 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/631efdc14be241de90affe40d3b1c396 2024-11-16T11:27:38,483 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 631efdc14be241de90affe40d3b1c396(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:38,483 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 06da59603eaa4792a651d295c5d85e85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:38,483 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756458452; duration=0sec 2024-11-16T11:27:38,483 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756458452; duration=0sec 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:38,483 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:38,484 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:38,484 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:38,484 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,484 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/93af6ca6921d4c27ab3dc56bf7d49bac, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.6 K 2024-11-16T11:27:38,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93af6ca6921d4c27ab3dc56bf7d49bac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731756453637 2024-11-16T11:27:38,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cb7fa5692384562bc4d853509901d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731756454834 2024-11-16T11:27:38,485 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 100300d6db394fdf98be73535ea27112, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456982 2024-11-16T11:27:38,489 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#386 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:38,490 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/8d63b5872274416a893fbe51cad90b55 is 50, key is test_row_0/C:col10/1731756457600/Put/seqid=0 2024-11-16T11:27:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742276_1452 (size=13051) 2024-11-16T11:27:38,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-16T11:27:38,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:38,587 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:27:38,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/6c132b8454c149a5999c51c3d7cbe403 is 50, key is test_row_0/A:col10/1731756457612/Put/seqid=0 2024-11-16T11:27:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742277_1453 (size=12301) 2024-11-16T11:27:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. as already flushing 2024-11-16T11:27:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756518751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756518752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756518753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756518755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756518756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756518857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756518858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756518858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756518858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756518859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:38,902 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/8d63b5872274416a893fbe51cad90b55 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8d63b5872274416a893fbe51cad90b55 2024-11-16T11:27:38,905 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into 8d63b5872274416a893fbe51cad90b55(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:38,906 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:38,906 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756458452; duration=0sec 2024-11-16T11:27:38,906 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:38,906 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:38,997 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/6c132b8454c149a5999c51c3d7cbe403 2024-11-16T11:27:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/085eb44c91ad4048a80ee1b14def7911 is 50, key is test_row_0/B:col10/1731756457612/Put/seqid=0 2024-11-16T11:27:39,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742278_1454 (size=12301) 2024-11-16T11:27:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756519061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756519062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756519062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756519062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756519063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756519366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756519366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756519366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756519367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756519369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,408 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/085eb44c91ad4048a80ee1b14def7911 2024-11-16T11:27:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/17f273fd84de41ec9c51a895a9c51db6 is 50, key is test_row_0/C:col10/1731756457612/Put/seqid=0 2024-11-16T11:27:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742279_1455 (size=12301) 2024-11-16T11:27:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:39,817 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/17f273fd84de41ec9c51a895a9c51db6 2024-11-16T11:27:39,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/6c132b8454c149a5999c51c3d7cbe403 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403 2024-11-16T11:27:39,823 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403, entries=150, sequenceid=328, filesize=12.0 K 2024-11-16T11:27:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/085eb44c91ad4048a80ee1b14def7911 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911 2024-11-16T11:27:39,826 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911, entries=150, sequenceid=328, filesize=12.0 K 2024-11-16T11:27:39,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/17f273fd84de41ec9c51a895a9c51db6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6 2024-11-16T11:27:39,830 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6, entries=150, sequenceid=328, filesize=12.0 K 2024-11-16T11:27:39,830 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for dea7fbb5ecfcf609210afa679d676b8d in 1243ms, sequenceid=328, compaction requested=false 2024-11-16T11:27:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-16T11:27:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-16T11:27:39,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-16T11:27:39,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1570 sec 2024-11-16T11:27:39,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1600 sec 2024-11-16T11:27:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:39,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T11:27:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:39,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:39,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:39,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:39,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:39,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:39,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74e55e867cdc45f890e9aa07dc00f572 is 50, key is test_row_0/A:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742280_1456 (size=17181) 2024-11-16T11:27:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756519888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756519892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756519893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756519894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756519895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756519996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756519996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756520000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756520000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756520003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756520202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756520202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756520206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756520207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756520207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74e55e867cdc45f890e9aa07dc00f572 2024-11-16T11:27:40,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4dd761bb845a4d40afb6e292d9e39464 is 50, key is test_row_0/B:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742281_1457 (size=12301) 2024-11-16T11:27:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756520506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756520506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756520511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756520513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756520513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:40,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4dd761bb845a4d40afb6e292d9e39464 2024-11-16T11:27:40,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/af67acfebdcc4b868101c77115b5bce6 is 50, key is test_row_0/C:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742282_1458 (size=12301) 2024-11-16T11:27:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41130 deadline: 1731756521013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1731756521015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41118 deadline: 1731756521016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:41,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41116 deadline: 1731756521019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:41,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731756521019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:41,043 DEBUG [Thread-1757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48588c54 to 127.0.0.1:53099 2024-11-16T11:27:41,043 DEBUG [Thread-1757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:41,046 DEBUG [Thread-1749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646ca555 to 127.0.0.1:53099 2024-11-16T11:27:41,046 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:41,046 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x540d7172 to 127.0.0.1:53099 2024-11-16T11:27:41,046 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:41,049 DEBUG [Thread-1753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bb51dfc to 127.0.0.1:53099 2024-11-16T11:27:41,049 DEBUG [Thread-1753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:41,051 DEBUG [Thread-1751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x224e54da to 127.0.0.1:53099 2024-11-16T11:27:41,051 DEBUG [Thread-1751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:41,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/af67acfebdcc4b868101c77115b5bce6 2024-11-16T11:27:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/74e55e867cdc45f890e9aa07dc00f572 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572 2024-11-16T11:27:41,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572, entries=250, sequenceid=346, filesize=16.8 K 2024-11-16T11:27:41,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/4dd761bb845a4d40afb6e292d9e39464 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464 2024-11-16T11:27:41,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464, entries=150, sequenceid=346, filesize=12.0 K 2024-11-16T11:27:41,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/af67acfebdcc4b868101c77115b5bce6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6 2024-11-16T11:27:41,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6, entries=150, sequenceid=346, filesize=12.0 K 2024-11-16T11:27:41,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for dea7fbb5ecfcf609210afa679d676b8d in 1245ms, sequenceid=346, compaction requested=true 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:27:41,117 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea7fbb5ecfcf609210afa679d676b8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T11:27:41,117 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/A is initiating minor compaction (all files) 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/B is initiating minor compaction (all files) 2024-11-16T11:27:41,118 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/A in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:41,118 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/B in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:41,118 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/06da59603eaa4792a651d295c5d85e85, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=41.5 K 2024-11-16T11:27:41,118 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/631efdc14be241de90affe40d3b1c396, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.8 K 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06da59603eaa4792a651d295c5d85e85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456982 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 631efdc14be241de90affe40d3b1c396, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456982 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c132b8454c149a5999c51c3d7cbe403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731756457612 2024-11-16T11:27:41,118 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 085eb44c91ad4048a80ee1b14def7911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731756457612 2024-11-16T11:27:41,119 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e55e867cdc45f890e9aa07dc00f572, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731756458749 2024-11-16T11:27:41,119 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd761bb845a4d40afb6e292d9e39464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731756458755 2024-11-16T11:27:41,124 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:41,124 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/867d24438850483dab3e9c3bb2045f56 is 50, key is test_row_0/B:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742283_1459 (size=13153) 2024-11-16T11:27:41,132 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/867d24438850483dab3e9c3bb2045f56 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/867d24438850483dab3e9c3bb2045f56 2024-11-16T11:27:41,134 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#A#compaction#394 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:41,135 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/4a2d114822534e60b8f78edec0f201e9 is 50, key is test_row_0/A:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:41,136 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/B of dea7fbb5ecfcf609210afa679d676b8d into 867d24438850483dab3e9c3bb2045f56(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:41,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:41,136 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/B, priority=13, startTime=1731756461117; duration=0sec 2024-11-16T11:27:41,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T11:27:41,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:B 2024-11-16T11:27:41,136 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T11:27:41,137 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T11:27:41,137 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1540): dea7fbb5ecfcf609210afa679d676b8d/C is initiating minor compaction (all files) 2024-11-16T11:27:41,137 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dea7fbb5ecfcf609210afa679d676b8d/C in TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:41,137 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8d63b5872274416a893fbe51cad90b55, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6] into tmpdir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp, totalSize=36.8 K 2024-11-16T11:27:41,137 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d63b5872274416a893fbe51cad90b55, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731756456982 2024-11-16T11:27:41,137 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f273fd84de41ec9c51a895a9c51db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731756457612 2024-11-16T11:27:41,138 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] compactions.Compactor(224): Compacting af67acfebdcc4b868101c77115b5bce6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731756458755 2024-11-16T11:27:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742284_1460 (size=13153) 2024-11-16T11:27:41,152 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea7fbb5ecfcf609210afa679d676b8d#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:27:41,153 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/b1ed5f9f27894317b37a645108470143 is 50, key is test_row_0/C:col10/1731756459872/Put/seqid=0 2024-11-16T11:27:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742285_1461 (size=13153) 2024-11-16T11:27:41,560 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/4a2d114822534e60b8f78edec0f201e9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/4a2d114822534e60b8f78edec0f201e9 2024-11-16T11:27:41,565 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/b1ed5f9f27894317b37a645108470143 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/b1ed5f9f27894317b37a645108470143 2024-11-16T11:27:41,567 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/A of dea7fbb5ecfcf609210afa679d676b8d into 4a2d114822534e60b8f78edec0f201e9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:41,567 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:41,567 INFO [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/A, priority=13, startTime=1731756461117; duration=0sec 2024-11-16T11:27:41,567 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:41,567 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:A 2024-11-16T11:27:41,570 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dea7fbb5ecfcf609210afa679d676b8d/C of dea7fbb5ecfcf609210afa679d676b8d into b1ed5f9f27894317b37a645108470143(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:27:41,570 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:41,570 INFO [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d., storeName=dea7fbb5ecfcf609210afa679d676b8d/C, priority=13, startTime=1731756461117; duration=0sec 2024-11-16T11:27:41,570 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:27:41,570 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea7fbb5ecfcf609210afa679d676b8d:C 2024-11-16T11:27:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-16T11:27:41,779 INFO [Thread-1748 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-16T11:27:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:42,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T11:27:42,022 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cbdf91e to 127.0.0.1:53099 2024-11-16T11:27:42,023 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:42,024 DEBUG [Thread-1742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d375c60 to 127.0.0.1:53099 2024-11-16T11:27:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:42,024 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:42,029 DEBUG [Thread-1738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34614bf6 to 127.0.0.1:53099 2024-11-16T11:27:42,029 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fa8edec2281843608997c22e6f20d96c is 50, key is test_row_0/A:col10/1731756462020/Put/seqid=0 2024-11-16T11:27:42,030 DEBUG [Thread-1746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc3900b to 127.0.0.1:53099 2024-11-16T11:27:42,030 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,032 DEBUG [Thread-1740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x786b5809 to 127.0.0.1:53099 2024-11-16T11:27:42,032 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:27:42,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2482 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7446 rows 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2491 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7473 rows 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2481 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7442 rows 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2480 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7439 rows 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2482 2024-11-16T11:27:42,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7444 rows 2024-11-16T11:27:42,033 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:27:42,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49eae7fe to 127.0.0.1:53099 2024-11-16T11:27:42,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:27:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742286_1462 (size=12301) 2024-11-16T11:27:42,034 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:27:42,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:27:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:42,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756462038"}]},"ts":"1731756462038"} 2024-11-16T11:27:42,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:27:42,077 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:27:42,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:27:42,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, UNASSIGN}] 2024-11-16T11:27:42,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, UNASSIGN 2024-11-16T11:27:42,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=dea7fbb5ecfcf609210afa679d676b8d, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:42,082 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:27:42,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:42,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:42,235 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:42,235 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:27:42,235 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing dea7fbb5ecfcf609210afa679d676b8d, disabling compactions & flushes 2024-11-16T11:27:42,235 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:42,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fa8edec2281843608997c22e6f20d96c 2024-11-16T11:27:42,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/668f1a6b42b94303b486e74e8949f297 is 50, key is test_row_0/B:col10/1731756462020/Put/seqid=0 2024-11-16T11:27:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742287_1463 (size=12301) 2024-11-16T11:27:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:42,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/668f1a6b42b94303b486e74e8949f297 2024-11-16T11:27:42,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/c7e22359780c4d1db10bef3d288ecd30 is 50, key is test_row_0/C:col10/1731756462020/Put/seqid=0 2024-11-16T11:27:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742288_1464 (size=12301) 2024-11-16T11:27:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:43,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/c7e22359780c4d1db10bef3d288ecd30 2024-11-16T11:27:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/fa8edec2281843608997c22e6f20d96c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fa8edec2281843608997c22e6f20d96c 2024-11-16T11:27:43,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fa8edec2281843608997c22e6f20d96c, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:27:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/668f1a6b42b94303b486e74e8949f297 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/668f1a6b42b94303b486e74e8949f297 2024-11-16T11:27:43,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/668f1a6b42b94303b486e74e8949f297, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:27:43,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/c7e22359780c4d1db10bef3d288ecd30 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/c7e22359780c4d1db10bef3d288ecd30 2024-11-16T11:27:43,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/c7e22359780c4d1db10bef3d288ecd30, entries=150, sequenceid=371, filesize=12.0 K 2024-11-16T11:27:43,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for dea7fbb5ecfcf609210afa679d676b8d in 1300ms, sequenceid=371, compaction requested=false 2024-11-16T11:27:43,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:43,322 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. after waiting 0 ms 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:43,322 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing dea7fbb5ecfcf609210afa679d676b8d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=A 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:43,322 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=B 2024-11-16T11:27:43,323 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:43,323 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dea7fbb5ecfcf609210afa679d676b8d, store=C 2024-11-16T11:27:43,323 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:43,325 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/1dd7afdb35c0485bb07befce0424064e is 50, key is test_row_0/A:col10/1731756462028/Put/seqid=0 2024-11-16T11:27:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742289_1465 (size=12301) 2024-11-16T11:27:43,730 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/1dd7afdb35c0485bb07befce0424064e 2024-11-16T11:27:43,744 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/35428f2570ec4cf5a6e0dc2b557e6433 is 50, key is test_row_0/B:col10/1731756462028/Put/seqid=0 2024-11-16T11:27:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742290_1466 (size=12301) 2024-11-16T11:27:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:44,149 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/35428f2570ec4cf5a6e0dc2b557e6433 2024-11-16T11:27:44,160 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/57c4c896596a4089bad5caf897b9486e is 50, key is test_row_0/C:col10/1731756462028/Put/seqid=0 2024-11-16T11:27:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742291_1467 (size=12301) 2024-11-16T11:27:44,566 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/57c4c896596a4089bad5caf897b9486e 2024-11-16T11:27:44,576 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/A/1dd7afdb35c0485bb07befce0424064e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/1dd7afdb35c0485bb07befce0424064e 2024-11-16T11:27:44,579 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/1dd7afdb35c0485bb07befce0424064e, entries=150, sequenceid=377, filesize=12.0 K 2024-11-16T11:27:44,579 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/B/35428f2570ec4cf5a6e0dc2b557e6433 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/35428f2570ec4cf5a6e0dc2b557e6433 2024-11-16T11:27:44,582 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/35428f2570ec4cf5a6e0dc2b557e6433, entries=150, sequenceid=377, filesize=12.0 K 2024-11-16T11:27:44,583 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/.tmp/C/57c4c896596a4089bad5caf897b9486e as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/57c4c896596a4089bad5caf897b9486e 2024-11-16T11:27:44,586 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/57c4c896596a4089bad5caf897b9486e, entries=150, sequenceid=377, filesize=12.0 K 2024-11-16T11:27:44,586 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dea7fbb5ecfcf609210afa679d676b8d in 1264ms, sequenceid=377, compaction requested=true 2024-11-16T11:27:44,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/b5132cffd8944031bdf202fbfeeb36ae, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2b57d8d73ac84d648bf21975ebd1ae36, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2dcb1d0b91f341bdb21c77f33dcaac78, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/a3ce27766bbc48b3bf47f3a207ce4851, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2e88ebbfb1b94e5997bcafd30d57781b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/8db6a10f210243d9a480ecf26bf9432f, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/06da59603eaa4792a651d295c5d85e85, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572] to archive 2024-11-16T11:27:44,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:27:44,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7953872779984176a2e8842c7816d6b2 2024-11-16T11:27:44,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74ecd09b51f9448f944e2451c193c465 2024-11-16T11:27:44,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/090fa8833ca14b0fbabec7f15a50350e 2024-11-16T11:27:44,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/b5132cffd8944031bdf202fbfeeb36ae to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/b5132cffd8944031bdf202fbfeeb36ae 2024-11-16T11:27:44,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dd554aacbbce483789a01def87a5aca5 2024-11-16T11:27:44,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2b57d8d73ac84d648bf21975ebd1ae36 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2b57d8d73ac84d648bf21975ebd1ae36 2024-11-16T11:27:44,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/c666ef7dfb5d481ba74a4c4a7ecc370a 2024-11-16T11:27:44,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/494b4fee609640b79c616e4e81d2fd27 2024-11-16T11:27:44,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/205d0ad84f9a48b6853a152f46679f66 2024-11-16T11:27:44,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/43e15f7e55e14511ae8c6a198fa3355e 2024-11-16T11:27:44,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2dcb1d0b91f341bdb21c77f33dcaac78 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2dcb1d0b91f341bdb21c77f33dcaac78 2024-11-16T11:27:44,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/f6dd86d1222f4fa4aa80abf2681392d2 2024-11-16T11:27:44,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/dacd669488824d31a43d05b7dd201acc 2024-11-16T11:27:44,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/a3ce27766bbc48b3bf47f3a207ce4851 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/a3ce27766bbc48b3bf47f3a207ce4851 2024-11-16T11:27:44,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0a966400def6433db7e47960bc9a1f3e 2024-11-16T11:27:44,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fc10f60e10694a52b333fec76d3aea92 2024-11-16T11:27:44,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2e88ebbfb1b94e5997bcafd30d57781b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/2e88ebbfb1b94e5997bcafd30d57781b 2024-11-16T11:27:44,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/82b6712c9c3e4971b7b9cf0152aa7858 2024-11-16T11:27:44,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/0e5e84aefbb448608bb392c785344b3e 2024-11-16T11:27:44,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/8db6a10f210243d9a480ecf26bf9432f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/8db6a10f210243d9a480ecf26bf9432f 2024-11-16T11:27:44,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fbecaae6da9a4289a321c79b7bf52e04 2024-11-16T11:27:44,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/7e5e7c250607480683ec88b9ae90be0c 2024-11-16T11:27:44,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/06da59603eaa4792a651d295c5d85e85 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/06da59603eaa4792a651d295c5d85e85 2024-11-16T11:27:44,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/6c132b8454c149a5999c51c3d7cbe403 2024-11-16T11:27:44,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/74e55e867cdc45f890e9aa07dc00f572 2024-11-16T11:27:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c6e230719f4a4516a91d1d6831311deb, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/9e20032c43cf4d0a9ab50a109281ad41, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/273926a814be422aa2f533a009ddedfe, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/5a6b2d5b944841438e37188cbde652b1, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4f55f79a8b724f1685e287bf6838ec65, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/208a7e2fb36747c0834c565b88cfb6c8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/631efdc14be241de90affe40d3b1c396, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464] to archive 2024-11-16T11:27:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:27:44,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/abd9d645877f4256ac1581325853f512 2024-11-16T11:27:44,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/40146ee347714e2eb7a1572d04a0b1a4 2024-11-16T11:27:44,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c6e230719f4a4516a91d1d6831311deb to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c6e230719f4a4516a91d1d6831311deb 2024-11-16T11:27:44,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/115b132d17604b3795cf7f075b71476e 2024-11-16T11:27:44,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/00f94d8be6694123947b7f21899d8ce2 2024-11-16T11:27:44,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/9e20032c43cf4d0a9ab50a109281ad41 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/9e20032c43cf4d0a9ab50a109281ad41 2024-11-16T11:27:44,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/609b859485d3468c9fa8499435bb85f4 2024-11-16T11:27:44,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4533c4337c7f43b7bf30225a1e833bed 2024-11-16T11:27:44,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/076f6570ec8840f9a5b46b842c7f0fe4 2024-11-16T11:27:44,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/273926a814be422aa2f533a009ddedfe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/273926a814be422aa2f533a009ddedfe 2024-11-16T11:27:44,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3b0676e9e7d1404ea54b11ebd68a417a 2024-11-16T11:27:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c47615b9d95d42dc91936702d218ccd9 2024-11-16T11:27:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/5a6b2d5b944841438e37188cbde652b1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/5a6b2d5b944841438e37188cbde652b1 2024-11-16T11:27:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/ec2ec3823e504af9a085240bbb1ebf10 2024-11-16T11:27:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/08fe5f2c45a24b9cb8b55cb26ac2d03c 2024-11-16T11:27:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4f55f79a8b724f1685e287bf6838ec65 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4f55f79a8b724f1685e287bf6838ec65 2024-11-16T11:27:44,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/3d2b7d6f202146acba05103b1de0f5a9 2024-11-16T11:27:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/fd83bcc0e9224f2db53e94d62f11d0c2 2024-11-16T11:27:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/208a7e2fb36747c0834c565b88cfb6c8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/208a7e2fb36747c0834c565b88cfb6c8 2024-11-16T11:27:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/c22ce9836f954b2f98611620e811a83e 2024-11-16T11:27:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/a820764e62f541a6834e504d0fd8000b 2024-11-16T11:27:44,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/631efdc14be241de90affe40d3b1c396 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/631efdc14be241de90affe40d3b1c396 2024-11-16T11:27:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/b86b41389d84417e9dc201a8b668c80b 2024-11-16T11:27:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/085eb44c91ad4048a80ee1b14def7911 2024-11-16T11:27:44,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/4dd761bb845a4d40afb6e292d9e39464 2024-11-16T11:27:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/a484a4dc540746cda15bdee7940788e5, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/20bc113e060e420c9484a959ddd23c24, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/2e6050e798244747976741b150730761, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/90401e8f647548359f5981d786d6fcfd, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/3a9a3d7cf81040b6b164fd5368b57739, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/93af6ca6921d4c27ab3dc56bf7d49bac, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8d63b5872274416a893fbe51cad90b55, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6] to archive 2024-11-16T11:27:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:27:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/51652e8cb25e4a54ab9aee4812043419 2024-11-16T11:27:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/06e128082ed2417aa4435d7140fd204a 2024-11-16T11:27:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/a484a4dc540746cda15bdee7940788e5 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/a484a4dc540746cda15bdee7940788e5 2024-11-16T11:27:44,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7691c3ffad34c7ea152d023b59fe97e 2024-11-16T11:27:44,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/dab987303daf4d2dbf85237bd0cf4266 2024-11-16T11:27:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/20bc113e060e420c9484a959ddd23c24 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/20bc113e060e420c9484a959ddd23c24 2024-11-16T11:27:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/fb52adfb05e843a7a31f76fab26ca33d 2024-11-16T11:27:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d6ce1cf321974694b6c1f19ca6b076c8 2024-11-16T11:27:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/620e65bb2a4c44529b304c0431737124 2024-11-16T11:27:44,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/2e6050e798244747976741b150730761 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/2e6050e798244747976741b150730761 2024-11-16T11:27:44,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/f7dfba8e539a44ba86b00cee879fbb42 2024-11-16T11:27:44,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/abcda1c49f294b559d34cdd1a8b68cff 2024-11-16T11:27:44,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/90401e8f647548359f5981d786d6fcfd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/90401e8f647548359f5981d786d6fcfd 2024-11-16T11:27:44,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/5db6f962153b4fe88d98d3630b397466 2024-11-16T11:27:44,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8af7216911f14457be2f7df9f3f37fda 2024-11-16T11:27:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/3a9a3d7cf81040b6b164fd5368b57739 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/3a9a3d7cf81040b6b164fd5368b57739 2024-11-16T11:27:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/d1df82b9cc054d24998e6c5aa130e2f3 2024-11-16T11:27:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/bcd1132c31644383a65dc73308587065 2024-11-16T11:27:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/93af6ca6921d4c27ab3dc56bf7d49bac to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/93af6ca6921d4c27ab3dc56bf7d49bac 2024-11-16T11:27:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/9900913e89e440e496be756623b82492 2024-11-16T11:27:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/7cb7fa5692384562bc4d853509901d42 2024-11-16T11:27:44,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8d63b5872274416a893fbe51cad90b55 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/8d63b5872274416a893fbe51cad90b55 2024-11-16T11:27:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/100300d6db394fdf98be73535ea27112 2024-11-16T11:27:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/17f273fd84de41ec9c51a895a9c51db6 2024-11-16T11:27:44,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/af67acfebdcc4b868101c77115b5bce6 2024-11-16T11:27:44,643 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=1 2024-11-16T11:27:44,643 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d. 2024-11-16T11:27:44,643 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for dea7fbb5ecfcf609210afa679d676b8d: 2024-11-16T11:27:44,644 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:44,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=dea7fbb5ecfcf609210afa679d676b8d, regionState=CLOSED 2024-11-16T11:27:44,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-16T11:27:44,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure dea7fbb5ecfcf609210afa679d676b8d, server=de5e62237ead,46287,1731756317671 in 2.5630 sec 2024-11-16T11:27:44,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-16T11:27:44,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea7fbb5ecfcf609210afa679d676b8d, UNASSIGN in 2.5670 sec 2024-11-16T11:27:44,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-16T11:27:44,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5690 sec 2024-11-16T11:27:44,648 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756464648"}]},"ts":"1731756464648"} 2024-11-16T11:27:44,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:27:44,660 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:27:44,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6260 sec 2024-11-16T11:27:46,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:27:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T11:27:46,150 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-16T11:27:46,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:27:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,157 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-16T11:27:46,161 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:46,165 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/recovered.edits] 2024-11-16T11:27:46,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/1dd7afdb35c0485bb07befce0424064e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/1dd7afdb35c0485bb07befce0424064e 2024-11-16T11:27:46,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/4a2d114822534e60b8f78edec0f201e9 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/4a2d114822534e60b8f78edec0f201e9 2024-11-16T11:27:46,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fa8edec2281843608997c22e6f20d96c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/A/fa8edec2281843608997c22e6f20d96c 2024-11-16T11:27:46,176 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/35428f2570ec4cf5a6e0dc2b557e6433 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/35428f2570ec4cf5a6e0dc2b557e6433 2024-11-16T11:27:46,178 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/668f1a6b42b94303b486e74e8949f297 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/668f1a6b42b94303b486e74e8949f297 2024-11-16T11:27:46,180 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/867d24438850483dab3e9c3bb2045f56 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/B/867d24438850483dab3e9c3bb2045f56 2024-11-16T11:27:46,184 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/57c4c896596a4089bad5caf897b9486e to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/57c4c896596a4089bad5caf897b9486e 2024-11-16T11:27:46,186 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/b1ed5f9f27894317b37a645108470143 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/b1ed5f9f27894317b37a645108470143 2024-11-16T11:27:46,188 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/c7e22359780c4d1db10bef3d288ecd30 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/C/c7e22359780c4d1db10bef3d288ecd30 2024-11-16T11:27:46,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/recovered.edits/380.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d/recovered.edits/380.seqid 2024-11-16T11:27:46,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/dea7fbb5ecfcf609210afa679d676b8d 2024-11-16T11:27:46,195 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:27:46,199 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,201 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:27:46,205 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:27:46,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:27:46,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756466206"}]},"ts":"9223372036854775807"} 2024-11-16T11:27:46,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:27:46,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dea7fbb5ecfcf609210afa679d676b8d, NAME => 'TestAcidGuarantees,,1731756438753.dea7fbb5ecfcf609210afa679d676b8d.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:27:46,208 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:27:46,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756466208"}]},"ts":"9223372036854775807"} 2024-11-16T11:27:46,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:27:46,244 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-16T11:27:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-16T11:27:46,259 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-16T11:27:46,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=452 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3220 (was 3232) 2024-11-16T11:27:46,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3219 2024-11-16T11:27:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:27:46,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:27:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:46,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:27:46,281 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:46,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-16T11:27:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:46,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:27:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742292_1468 (size=960) 2024-11-16T11:27:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:46,691 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2 2024-11-16T11:27:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742293_1469 (size=53) 2024-11-16T11:27:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:47,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:27:47,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 696115c1138a42b9207b95ae72c5c680, disabling compactions & flushes 2024-11-16T11:27:47,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. after waiting 0 ms 2024-11-16T11:27:47,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:47,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:27:47,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731756467103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756467103"}]},"ts":"1731756467103"} 2024-11-16T11:27:47,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T11:27:47,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:27:47,108 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756467108"}]},"ts":"1731756467108"} 2024-11-16T11:27:47,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T11:27:47,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, ASSIGN}] 2024-11-16T11:27:47,154 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, ASSIGN 2024-11-16T11:27:47,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, ASSIGN; state=OFFLINE, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=false 2024-11-16T11:27:47,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:47,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:47,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T11:27:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:47,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:47,467 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,467 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:27:47,468 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,468 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:27:47,468 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,468 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,470 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,472 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:47,472 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName A 2024-11-16T11:27:47,472 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:47,473 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:47,473 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,474 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:47,474 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName B 2024-11-16T11:27:47,474 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:47,474 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:47,474 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,475 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:47,475 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName C 2024-11-16T11:27:47,476 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:47,476 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:47,476 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,477 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,477 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,478 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:27:47,479 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:47,481 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:27:47,481 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 696115c1138a42b9207b95ae72c5c680; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63986088, jitterRate=-0.04653298854827881}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:27:47,482 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:47,483 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680., pid=151, masterSystemTime=1731756467461 2024-11-16T11:27:47,484 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,484 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:47,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=OPEN, openSeqNum=2, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:47,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-16T11:27:47,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 in 177 msec 2024-11-16T11:27:47,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-16T11:27:47,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, ASSIGN in 334 msec 2024-11-16T11:27:47,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:27:47,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756467488"}]},"ts":"1731756467488"} 2024-11-16T11:27:47,488 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T11:27:47,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:27:47,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2180 sec 2024-11-16T11:27:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-16T11:27:48,391 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-16T11:27:48,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c53df25 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19952f0c 2024-11-16T11:27:48,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151bac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:48,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:48,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:48,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:27:48,472 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:27:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T11:27:48,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:27:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T11:27:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742294_1470 (size=996) 2024-11-16T11:27:48,888 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T11:27:48,888 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T11:27:48,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:27:48,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, REOPEN/MOVE}] 2024-11-16T11:27:48,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, REOPEN/MOVE 2024-11-16T11:27:48,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:48,893 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:27:48,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:49,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,045 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,045 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:27:49,045 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 696115c1138a42b9207b95ae72c5c680, disabling compactions & flushes 2024-11-16T11:27:49,045 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,045 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,045 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. after waiting 0 ms 2024-11-16T11:27:49,045 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,052 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T11:27:49,053 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,053 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:49,053 WARN [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 696115c1138a42b9207b95ae72c5c680 to self. 2024-11-16T11:27:49,056 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=CLOSED 2024-11-16T11:27:49,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-16T11:27:49,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 in 164 msec 2024-11-16T11:27:49,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, REOPEN/MOVE; state=CLOSED, location=de5e62237ead,46287,1731756317671; forceNewPlan=false, retain=true 2024-11-16T11:27:49,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=OPENING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:27:49,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,374 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,375 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:27:49,375 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,375 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:27:49,376 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,376 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,379 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,379 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:49,380 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName A 2024-11-16T11:27:49,381 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:49,381 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:49,382 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,382 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:49,382 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName B 2024-11-16T11:27:49,383 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:49,383 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:49,383 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,384 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T11:27:49,384 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696115c1138a42b9207b95ae72c5c680 columnFamilyName C 2024-11-16T11:27:49,384 DEBUG [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:49,384 INFO [StoreOpener-696115c1138a42b9207b95ae72c5c680-1 {}] regionserver.HStore(327): Store=696115c1138a42b9207b95ae72c5c680/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:27:49,384 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,385 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,386 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,387 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:27:49,389 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,389 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 696115c1138a42b9207b95ae72c5c680; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670650, jitterRate=0.06797590851783752}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:27:49,390 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:49,391 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680., pid=156, masterSystemTime=1731756469368 2024-11-16T11:27:49,392 DEBUG [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,392 INFO [RS_OPEN_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=OPEN, openSeqNum=5, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-16T11:27:49,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 in 181 msec 2024-11-16T11:27:49,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-16T11:27:49,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, REOPEN/MOVE in 504 msec 2024-11-16T11:27:49,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-16T11:27:49,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-16T11:27:49,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 924 msec 2024-11-16T11:27:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-16T11:27:49,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58e7ba75 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ba132a 2024-11-16T11:27:49,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3005670a to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81e0163 2024-11-16T11:27:49,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f51785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x092e7af3 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c377ac 2024-11-16T11:27:49,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc71f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17899883 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d1de3c9 2024-11-16T11:27:49,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b739a35 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9e22139 2024-11-16T11:27:49,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d688bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38481360 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7e171 2024-11-16T11:27:49,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b06a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,486 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62750e61 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c078737 2024-11-16T11:27:49,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d02ace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b968040 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf8843a 2024-11-16T11:27:49,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63054209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49019618 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76670256 2024-11-16T11:27:49,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbb1399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7887fec7 to 127.0.0.1:53099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36bc3633 2024-11-16T11:27:49,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fccca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:27:49,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-16T11:27:49,523 DEBUG [hconnection-0x2317d727-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:49,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:49,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:49,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:49,523 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,527 DEBUG [hconnection-0x7d3edba1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,527 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,539 DEBUG [hconnection-0xabeb0eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,540 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,543 DEBUG [hconnection-0x74e88e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,544 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:49,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:27:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:49,569 DEBUG [hconnection-0x104d7a0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,570 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,570 DEBUG [hconnection-0x22107f36-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,570 DEBUG [hconnection-0x52d919e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,571 DEBUG [hconnection-0xa367b2c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,571 DEBUG [hconnection-0x5c019c7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,571 DEBUG [hconnection-0x5701eebf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:27:49,572 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,572 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,572 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,572 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,575 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:27:49,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a899eb065a4848fb996ccd965cf0df60_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756469544/Put/seqid=0 2024-11-16T11:27:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742295_1471 (size=12154) 2024-11-16T11:27:49,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756529615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756529615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756529616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756529617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756529617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:49,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756529718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756529718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756529719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756529719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756529720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:49,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756529921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756529921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756529921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756529922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756529923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:49,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:49,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:49,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:50,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a899eb065a4848fb996ccd965cf0df60_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a899eb065a4848fb996ccd965cf0df60_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:50,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/5ea58719627c4dbdbaeb1b7ae79c2a63, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:27:50,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/5ea58719627c4dbdbaeb1b7ae79c2a63 is 175, key is test_row_0/A:col10/1731756469544/Put/seqid=0 2024-11-16T11:27:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742296_1472 (size=30955) 2024-11-16T11:27:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:50,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:27:50,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756530223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756530224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756530225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756530226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756530226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/5ea58719627c4dbdbaeb1b7ae79c2a63 2024-11-16T11:27:50,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/bd3004ee8d234a458bc1a2b335b85810 is 50, key is test_row_0/B:col10/1731756469544/Put/seqid=0 2024-11-16T11:27:50,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742297_1473 (size=12001) 2024-11-16T11:27:50,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756530728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756530728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756530729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756530730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756530730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/bd3004ee8d234a458bc1a2b335b85810 2024-11-16T11:27:50,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/13e237aa92ef48ffa69b7183f43ee057 is 50, key is test_row_0/C:col10/1731756469544/Put/seqid=0 2024-11-16T11:27:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742298_1474 (size=12001) 2024-11-16T11:27:50,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:50,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:50,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:51,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:51,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:27:51,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/13e237aa92ef48ffa69b7183f43ee057 2024-11-16T11:27:51,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/5ea58719627c4dbdbaeb1b7ae79c2a63 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/5ea58719627c4dbdbaeb1b7ae79c2a63 2024-11-16T11:27:51,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/5ea58719627c4dbdbaeb1b7ae79c2a63, entries=150, sequenceid=15, filesize=30.2 K 2024-11-16T11:27:51,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/bd3004ee8d234a458bc1a2b335b85810 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/bd3004ee8d234a458bc1a2b335b85810 2024-11-16T11:27:51,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/bd3004ee8d234a458bc1a2b335b85810, entries=150, sequenceid=15, filesize=11.7 K 2024-11-16T11:27:51,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/13e237aa92ef48ffa69b7183f43ee057 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/13e237aa92ef48ffa69b7183f43ee057 2024-11-16T11:27:51,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/13e237aa92ef48ffa69b7183f43ee057, entries=150, sequenceid=15, filesize=11.7 K 2024-11-16T11:27:51,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 696115c1138a42b9207b95ae72c5c680 in 1716ms, sequenceid=15, compaction requested=false 2024-11-16T11:27:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:51,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:51,350 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116379928ae2ed04f69af08c476a55225dc_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756469616/Put/seqid=0 2024-11-16T11:27:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742299_1475 (size=12154) 2024-11-16T11:27:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:51,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:51,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756531737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756531738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756531739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756531739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756531740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:51,761 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116379928ae2ed04f69af08c476a55225dc_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116379928ae2ed04f69af08c476a55225dc_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:51,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/f335e7bcd2d747db939de766ef8b7ccf, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:27:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/f335e7bcd2d747db939de766ef8b7ccf is 175, key is test_row_0/A:col10/1731756469616/Put/seqid=0 2024-11-16T11:27:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742300_1476 (size=30955) 2024-11-16T11:27:51,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756531840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756531841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756531841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756531842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756531842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756532043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756532043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756532044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756532045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756532045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,169 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/f335e7bcd2d747db939de766ef8b7ccf 2024-11-16T11:27:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/c2e91e39cf4346b891cd97582e6542b1 is 50, key is test_row_0/B:col10/1731756469616/Put/seqid=0 2024-11-16T11:27:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742301_1477 (size=12001) 2024-11-16T11:27:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756532345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756532346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756532347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756532349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756532349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,582 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/c2e91e39cf4346b891cd97582e6542b1 2024-11-16T11:27:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/e3efac7ec3ad4d73a9b40e7041d6e9dd is 50, key is test_row_0/C:col10/1731756469616/Put/seqid=0 2024-11-16T11:27:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742302_1478 (size=12001) 2024-11-16T11:27:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756532847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756532851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756532851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756532852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756532855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:52,990 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/e3efac7ec3ad4d73a9b40e7041d6e9dd 2024-11-16T11:27:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/f335e7bcd2d747db939de766ef8b7ccf as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/f335e7bcd2d747db939de766ef8b7ccf 2024-11-16T11:27:52,996 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/f335e7bcd2d747db939de766ef8b7ccf, entries=150, sequenceid=41, filesize=30.2 K 2024-11-16T11:27:52,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/c2e91e39cf4346b891cd97582e6542b1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/c2e91e39cf4346b891cd97582e6542b1 2024-11-16T11:27:52,999 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/c2e91e39cf4346b891cd97582e6542b1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-16T11:27:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/e3efac7ec3ad4d73a9b40e7041d6e9dd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/e3efac7ec3ad4d73a9b40e7041d6e9dd 2024-11-16T11:27:53,003 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/e3efac7ec3ad4d73a9b40e7041d6e9dd, entries=150, sequenceid=41, filesize=11.7 K 2024-11-16T11:27:53,003 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 696115c1138a42b9207b95ae72c5c680 in 1653ms, sequenceid=41, compaction requested=false 2024-11-16T11:27:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-16T11:27:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-16T11:27:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-16T11:27:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4810 sec 2024-11-16T11:27:53,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 3.4840 sec 2024-11-16T11:27:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T11:27:53,626 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-16T11:27:53,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-16T11:27:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:53,628 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:53,629 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:53,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:53,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:53,781 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:27:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:53,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e60a64c883342d5af1491029ccf9b25_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756471738/Put/seqid=0 2024-11-16T11:27:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742303_1479 (size=12154) 2024-11-16T11:27:53,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756533869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756533869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756533870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756533871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756533872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756533972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756533973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756533973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756533973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:53,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756533975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756534175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756534176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756534176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756534176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756534178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:54,192 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e60a64c883342d5af1491029ccf9b25_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e60a64c883342d5af1491029ccf9b25_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95a6976cf0a14fbc93b3325e86629627, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:27:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95a6976cf0a14fbc93b3325e86629627 is 175, key is test_row_0/A:col10/1731756471738/Put/seqid=0 2024-11-16T11:27:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742304_1480 (size=30955) 2024-11-16T11:27:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:54,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756534478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756534480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756534480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756534480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756534480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,596 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95a6976cf0a14fbc93b3325e86629627 2024-11-16T11:27:54,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/420bd07fb8964df8aa5db49e42551bbe is 50, key is test_row_0/B:col10/1731756471738/Put/seqid=0 2024-11-16T11:27:54,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742305_1481 (size=12001) 2024-11-16T11:27:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:54,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756534983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756534983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756534983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756534984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756534987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,005 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/420bd07fb8964df8aa5db49e42551bbe 2024-11-16T11:27:55,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 is 50, key is test_row_0/C:col10/1731756471738/Put/seqid=0 2024-11-16T11:27:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742306_1482 (size=12001) 2024-11-16T11:27:55,420 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 2024-11-16T11:27:55,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95a6976cf0a14fbc93b3325e86629627 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95a6976cf0a14fbc93b3325e86629627 2024-11-16T11:27:55,426 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95a6976cf0a14fbc93b3325e86629627, entries=150, sequenceid=51, filesize=30.2 K 2024-11-16T11:27:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/420bd07fb8964df8aa5db49e42551bbe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/420bd07fb8964df8aa5db49e42551bbe 2024-11-16T11:27:55,429 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/420bd07fb8964df8aa5db49e42551bbe, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:27:55,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 2024-11-16T11:27:55,432 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/5f7f4e6ced0d4516a6d6627b86c6a8d0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T11:27:55,433 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 696115c1138a42b9207b95ae72c5c680 in 1652ms, sequenceid=51, compaction requested=true 2024-11-16T11:27:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-16T11:27:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-16T11:27:55,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-16T11:27:55,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-16T11:27:55,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.8080 sec 2024-11-16T11:27:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T11:27:55,731 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-16T11:27:55,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-16T11:27:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:55,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:55,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:55,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:55,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:55,886 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:27:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167c4924fac3a44b468d83a9ad3d3ec008_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756473871/Put/seqid=0 2024-11-16T11:27:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742307_1483 (size=12154) 2024-11-16T11:27:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756535993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756535996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756535996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756535997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756535997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756536099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756536099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756536100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756536100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:56,298 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167c4924fac3a44b468d83a9ad3d3ec008_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c4924fac3a44b468d83a9ad3d3ec008_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:56,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/7feff2e9015940f283f0fb242eae64b2, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:27:56,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/7feff2e9015940f283f0fb242eae64b2 is 175, key is test_row_0/A:col10/1731756473871/Put/seqid=0 2024-11-16T11:27:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742308_1484 (size=30955) 2024-11-16T11:27:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756536302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756536302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756536302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756536303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756536604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756536605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756536605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756536606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:56,703 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/7feff2e9015940f283f0fb242eae64b2 2024-11-16T11:27:56,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/b76a49987ca140ceb1ccda1d3d7082de is 50, key is test_row_0/B:col10/1731756473871/Put/seqid=0 2024-11-16T11:27:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742309_1485 (size=12001) 2024-11-16T11:27:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756537107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756537109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756537109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:57,111 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/b76a49987ca140ceb1ccda1d3d7082de 2024-11-16T11:27:57,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756537111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/deeb16d771da4044a7e653b4db34bb34 is 50, key is test_row_0/C:col10/1731756473871/Put/seqid=0 2024-11-16T11:27:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742310_1486 (size=12001) 2024-11-16T11:27:57,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T11:27:57,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-16T11:27:57,520 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/deeb16d771da4044a7e653b4db34bb34 2024-11-16T11:27:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/7feff2e9015940f283f0fb242eae64b2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/7feff2e9015940f283f0fb242eae64b2 2024-11-16T11:27:57,525 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/7feff2e9015940f283f0fb242eae64b2, entries=150, sequenceid=77, filesize=30.2 K 2024-11-16T11:27:57,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/b76a49987ca140ceb1ccda1d3d7082de as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/b76a49987ca140ceb1ccda1d3d7082de 2024-11-16T11:27:57,529 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/b76a49987ca140ceb1ccda1d3d7082de, entries=150, sequenceid=77, filesize=11.7 K 2024-11-16T11:27:57,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/deeb16d771da4044a7e653b4db34bb34 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/deeb16d771da4044a7e653b4db34bb34 2024-11-16T11:27:57,532 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/deeb16d771da4044a7e653b4db34bb34, entries=150, sequenceid=77, filesize=11.7 K 2024-11-16T11:27:57,533 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 696115c1138a42b9207b95ae72c5c680 in 1646ms, sequenceid=77, compaction requested=true 2024-11-16T11:27:57,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:57,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:57,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-16T11:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-16T11:27:57,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-16T11:27:57,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-16T11:27:57,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.8030 sec 2024-11-16T11:27:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T11:27:57,837 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-16T11:27:57,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-16T11:27:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:57,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:57,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:57,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:27:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:57,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:27:57,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:57,991 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:27:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:27:57,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111601a002e0b80b45cabf5ab5b1e5bf18be_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756475995/Put/seqid=0 2024-11-16T11:27:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742311_1487 (size=12154) 2024-11-16T11:27:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:27:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756538083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756538110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756538111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756538116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756538116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756538187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756538391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:27:58,402 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111601a002e0b80b45cabf5ab5b1e5bf18be_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111601a002e0b80b45cabf5ab5b1e5bf18be_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:27:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/2fcd987b8c6b45f48d8c9f57ed1dff89, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:27:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/2fcd987b8c6b45f48d8c9f57ed1dff89 is 175, key is test_row_0/A:col10/1731756475995/Put/seqid=0 2024-11-16T11:27:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742312_1488 (size=30955) 2024-11-16T11:27:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:58,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756538693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:58,811 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/2fcd987b8c6b45f48d8c9f57ed1dff89 2024-11-16T11:27:58,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/54a2619d8e1549ab86705efcdb66a3fe is 50, key is test_row_0/B:col10/1731756475995/Put/seqid=0 2024-11-16T11:27:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742313_1489 (size=12001) 2024-11-16T11:27:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:27:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756539196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:27:59,253 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/54a2619d8e1549ab86705efcdb66a3fe 2024-11-16T11:27:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/aa3a1a3a18ab486d9510eb84af470ab1 is 50, key is test_row_0/C:col10/1731756475995/Put/seqid=0 2024-11-16T11:27:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742314_1490 (size=12001) 2024-11-16T11:27:59,662 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/aa3a1a3a18ab486d9510eb84af470ab1 2024-11-16T11:27:59,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/2fcd987b8c6b45f48d8c9f57ed1dff89 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/2fcd987b8c6b45f48d8c9f57ed1dff89 2024-11-16T11:27:59,668 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/2fcd987b8c6b45f48d8c9f57ed1dff89, entries=150, sequenceid=89, filesize=30.2 K 2024-11-16T11:27:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/54a2619d8e1549ab86705efcdb66a3fe as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/54a2619d8e1549ab86705efcdb66a3fe 2024-11-16T11:27:59,671 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/54a2619d8e1549ab86705efcdb66a3fe, entries=150, sequenceid=89, filesize=11.7 K 2024-11-16T11:27:59,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/aa3a1a3a18ab486d9510eb84af470ab1 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/aa3a1a3a18ab486d9510eb84af470ab1 2024-11-16T11:27:59,674 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/aa3a1a3a18ab486d9510eb84af470ab1, entries=150, sequenceid=89, filesize=11.7 K 2024-11-16T11:27:59,674 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 696115c1138a42b9207b95ae72c5c680 in 1683ms, sequenceid=89, compaction requested=true 2024-11-16T11:27:59,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:27:59,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:27:59,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-16T11:27:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-16T11:27:59,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-16T11:27:59,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-11-16T11:27:59,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8380 sec 2024-11-16T11:27:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T11:27:59,942 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-16T11:27:59,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:27:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-16T11:27:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:27:59,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:27:59,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:27:59,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:28:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:28:00,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:00,096 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b961964427bd4ad1a559718739ec0311_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756478079/Put/seqid=0 2024-11-16T11:28:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742315_1491 (size=12154) 2024-11-16T11:28:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:00,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:28:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756540129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756540129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756540129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756540130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756540199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756540233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756540233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756540233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756540233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:28:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756540436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756540437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756540437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756540437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:00,508 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b961964427bd4ad1a559718739ec0311_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b961964427bd4ad1a559718739ec0311_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/58fd1567597c408d9484b5e29bf4e4e3, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/58fd1567597c408d9484b5e29bf4e4e3 is 175, key is test_row_0/A:col10/1731756478079/Put/seqid=0 2024-11-16T11:28:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742316_1492 (size=30955) 2024-11-16T11:28:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:28:00,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756540741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756540742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756540742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756540743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:00,912 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/58fd1567597c408d9484b5e29bf4e4e3 2024-11-16T11:28:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/adc893bba1c9417597cfe601de442892 is 50, key is test_row_0/B:col10/1731756478079/Put/seqid=0 2024-11-16T11:28:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742317_1493 (size=12001) 2024-11-16T11:28:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:28:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756541247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756541248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756541248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756541249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:01,321 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/adc893bba1c9417597cfe601de442892 2024-11-16T11:28:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/41295094e9e74c99b56d9bdab270ac6c is 50, key is test_row_0/C:col10/1731756478079/Put/seqid=0 2024-11-16T11:28:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742318_1494 (size=12001) 2024-11-16T11:28:01,729 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/41295094e9e74c99b56d9bdab270ac6c 2024-11-16T11:28:01,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/58fd1567597c408d9484b5e29bf4e4e3 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/58fd1567597c408d9484b5e29bf4e4e3 2024-11-16T11:28:01,735 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/58fd1567597c408d9484b5e29bf4e4e3, entries=150, sequenceid=113, filesize=30.2 K 2024-11-16T11:28:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/adc893bba1c9417597cfe601de442892 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/adc893bba1c9417597cfe601de442892 2024-11-16T11:28:01,738 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/adc893bba1c9417597cfe601de442892, entries=150, sequenceid=113, filesize=11.7 K 2024-11-16T11:28:01,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/41295094e9e74c99b56d9bdab270ac6c as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/41295094e9e74c99b56d9bdab270ac6c 2024-11-16T11:28:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/41295094e9e74c99b56d9bdab270ac6c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-16T11:28:01,742 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 696115c1138a42b9207b95ae72c5c680 in 1646ms, sequenceid=113, compaction requested=true 2024-11-16T11:28:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-16T11:28:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-16T11:28:01,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-16T11:28:01,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-16T11:28:01,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8010 sec 2024-11-16T11:28:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T11:28:02,047 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-16T11:28:02,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:28:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-16T11:28:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:02,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:28:02,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:28:02,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:28:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:02,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:02,201 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:02,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:28:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d1afebf512054fe48d00d687b9b1b767_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756480125/Put/seqid=0 2024-11-16T11:28:02,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742319_1495 (size=12154) 2024-11-16T11:28:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756542260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756542261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756542262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756542262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756542263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756542365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756542365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756542366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756542366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756542366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756542570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756542570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756542570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756542570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756542571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d1afebf512054fe48d00d687b9b1b767_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d1afebf512054fe48d00d687b9b1b767_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/8212108f5c244248b9e0afc7caba6a51, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/8212108f5c244248b9e0afc7caba6a51 is 175, key is test_row_0/A:col10/1731756480125/Put/seqid=0 2024-11-16T11:28:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742320_1496 (size=30955) 2024-11-16T11:28:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756542875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756542875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756542876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756542876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756542876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,027 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/8212108f5c244248b9e0afc7caba6a51 2024-11-16T11:28:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/85deddc1a7ad42faa3774128d771c80d is 50, key is test_row_0/B:col10/1731756480125/Put/seqid=0 2024-11-16T11:28:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742321_1497 (size=12001) 2024-11-16T11:28:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756543379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756543382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756543382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:03,436 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/85deddc1a7ad42faa3774128d771c80d 2024-11-16T11:28:03,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/f76324643dad441092139b7b4e6bbeae is 50, key is test_row_0/C:col10/1731756480125/Put/seqid=0 2024-11-16T11:28:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742322_1498 (size=12001) 2024-11-16T11:28:03,845 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/f76324643dad441092139b7b4e6bbeae 2024-11-16T11:28:03,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/8212108f5c244248b9e0afc7caba6a51 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/8212108f5c244248b9e0afc7caba6a51 2024-11-16T11:28:03,884 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/8212108f5c244248b9e0afc7caba6a51, entries=150, sequenceid=125, filesize=30.2 K 2024-11-16T11:28:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/85deddc1a7ad42faa3774128d771c80d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/85deddc1a7ad42faa3774128d771c80d 2024-11-16T11:28:03,887 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/85deddc1a7ad42faa3774128d771c80d, entries=150, sequenceid=125, filesize=11.7 K 2024-11-16T11:28:03,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/f76324643dad441092139b7b4e6bbeae as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/f76324643dad441092139b7b4e6bbeae 2024-11-16T11:28:03,890 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/f76324643dad441092139b7b4e6bbeae, entries=150, sequenceid=125, filesize=11.7 K 2024-11-16T11:28:03,891 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 696115c1138a42b9207b95ae72c5c680 in 1690ms, sequenceid=125, compaction requested=true 2024-11-16T11:28:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-16T11:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-16T11:28:03,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-16T11:28:03,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8430 sec 2024-11-16T11:28:03,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8450 sec 2024-11-16T11:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T11:28:04,152 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-16T11:28:04,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-16T11:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:04,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:28:04,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:28:04,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:04,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:04,306 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:04,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f8c8fb41dbb74b408fb0e596f8c03bcb_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756482262/Put/seqid=0 2024-11-16T11:28:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742323_1499 (size=12304) 2024-11-16T11:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:28:04,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756544393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756544393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756544394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756544397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756544399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756544500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756544500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756544500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756544501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756544504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756544703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756544704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756544704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756544705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756544708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:04,719 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f8c8fb41dbb74b408fb0e596f8c03bcb_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f8c8fb41dbb74b408fb0e596f8c03bcb_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95028add249646908881535a24bf3419, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95028add249646908881535a24bf3419 is 175, key is test_row_0/A:col10/1731756482262/Put/seqid=0 2024-11-16T11:28:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742324_1500 (size=31105) 2024-11-16T11:28:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756545006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756545007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756545008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756545009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756545011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,125 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95028add249646908881535a24bf3419 2024-11-16T11:28:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/e1a987e8b5d44293a6eb7604edeeafb4 is 50, key is test_row_0/B:col10/1731756482262/Put/seqid=0 2024-11-16T11:28:05,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742325_1501 (size=12151) 2024-11-16T11:28:05,136 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/e1a987e8b5d44293a6eb7604edeeafb4 2024-11-16T11:28:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ec52f5006daf4383aa143f8719b0cb61 is 50, key is test_row_0/C:col10/1731756482262/Put/seqid=0 2024-11-16T11:28:05,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742326_1502 (size=12151) 2024-11-16T11:28:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:05,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756545510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756545512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756545513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756545515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756545518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:05,548 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ec52f5006daf4383aa143f8719b0cb61 2024-11-16T11:28:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/95028add249646908881535a24bf3419 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95028add249646908881535a24bf3419 2024-11-16T11:28:05,554 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95028add249646908881535a24bf3419, entries=150, sequenceid=149, filesize=30.4 K 2024-11-16T11:28:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/e1a987e8b5d44293a6eb7604edeeafb4 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/e1a987e8b5d44293a6eb7604edeeafb4 2024-11-16T11:28:05,557 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/e1a987e8b5d44293a6eb7604edeeafb4, entries=150, sequenceid=149, filesize=11.9 K 2024-11-16T11:28:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ec52f5006daf4383aa143f8719b0cb61 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ec52f5006daf4383aa143f8719b0cb61 2024-11-16T11:28:05,561 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ec52f5006daf4383aa143f8719b0cb61, entries=150, sequenceid=149, filesize=11.9 K 2024-11-16T11:28:05,561 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 696115c1138a42b9207b95ae72c5c680 in 1255ms, sequenceid=149, compaction requested=true 2024-11-16T11:28:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-16T11:28:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-16T11:28:05,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-16T11:28:05,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-16T11:28:05,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4100 sec 2024-11-16T11:28:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-16T11:28:06,257 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-16T11:28:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:28:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-16T11:28:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:06,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:28:06,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:28:06,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:28:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:06,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:06,411 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:06,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111612b407a5edc94dd091c49a3e78b82ddb_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756484398/Put/seqid=0 2024-11-16T11:28:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742327_1503 (size=12304) 2024-11-16T11:28:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:06,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:28:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:06,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756546569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756546571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756546572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756546573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756546573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756546674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756546677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756546677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756546680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756546680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:06,826 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111612b407a5edc94dd091c49a3e78b82ddb_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111612b407a5edc94dd091c49a3e78b82ddb_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:06,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4876d3ddeff748e386dfedb231a30a0a, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:06,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4876d3ddeff748e386dfedb231a30a0a is 175, key is test_row_0/A:col10/1731756484398/Put/seqid=0 2024-11-16T11:28:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742328_1504 (size=31105) 2024-11-16T11:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756546878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756546880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756546881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756546884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756546885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756547182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756547184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756547186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756547188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756547190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,231 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4876d3ddeff748e386dfedb231a30a0a 2024-11-16T11:28:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/ce554c34ddee4abdb4be3d95d1974565 is 50, key is test_row_0/B:col10/1731756484398/Put/seqid=0 2024-11-16T11:28:07,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742329_1505 (size=12151) 2024-11-16T11:28:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:07,639 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/ce554c34ddee4abdb4be3d95d1974565 2024-11-16T11:28:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ca66f5272fa04077a3e611c192939096 is 50, key is test_row_0/C:col10/1731756484398/Put/seqid=0 2024-11-16T11:28:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742330_1506 (size=12151) 2024-11-16T11:28:07,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756547688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756547690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756547693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756547694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756547695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,048 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ca66f5272fa04077a3e611c192939096 2024-11-16T11:28:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4876d3ddeff748e386dfedb231a30a0a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4876d3ddeff748e386dfedb231a30a0a 2024-11-16T11:28:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4876d3ddeff748e386dfedb231a30a0a, entries=150, sequenceid=161, filesize=30.4 K 2024-11-16T11:28:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/ce554c34ddee4abdb4be3d95d1974565 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/ce554c34ddee4abdb4be3d95d1974565 2024-11-16T11:28:08,057 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/ce554c34ddee4abdb4be3d95d1974565, entries=150, sequenceid=161, filesize=11.9 K 2024-11-16T11:28:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/ca66f5272fa04077a3e611c192939096 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ca66f5272fa04077a3e611c192939096 2024-11-16T11:28:08,060 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ca66f5272fa04077a3e611c192939096, entries=150, sequenceid=161, filesize=11.9 K 2024-11-16T11:28:08,061 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 696115c1138a42b9207b95ae72c5c680 in 1650ms, sequenceid=161, compaction requested=true 2024-11-16T11:28:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-16T11:28:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-16T11:28:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-16T11:28:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-16T11:28:08,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8050 sec 2024-11-16T11:28:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T11:28:08,363 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-16T11:28:08,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T11:28:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-16T11:28:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:08,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T11:28:08,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T11:28:08,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T11:28:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:08,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:08,517 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:08,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111669dc8e34ca3f45a2afc8f6f70b2571a3_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756486572/Put/seqid=0 2024-11-16T11:28:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742331_1507 (size=12304) 2024-11-16T11:28:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. as already flushing 2024-11-16T11:28:08,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756548711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756548711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756548712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756548712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756548716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756548817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756548817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756548817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756548817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756548822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:09,022 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111669dc8e34ca3f45a2afc8f6f70b2571a3_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111669dc8e34ca3f45a2afc8f6f70b2571a3_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/221b060ab1a945009ddb8ad78876528b, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/221b060ab1a945009ddb8ad78876528b is 175, key is test_row_0/A:col10/1731756486572/Put/seqid=0 2024-11-16T11:28:09,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756549021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756549021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756549022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756549022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742332_1508 (size=31105) 2024-11-16T11:28:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756549026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756549327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756549327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756549327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756549329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756549330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,427 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/221b060ab1a945009ddb8ad78876528b 2024-11-16T11:28:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/234d5d95f7584f3b98680d26b074e4e8 is 50, key is test_row_0/B:col10/1731756486572/Put/seqid=0 2024-11-16T11:28:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742333_1509 (size=12151) 2024-11-16T11:28:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:09,523 DEBUG [Thread-2133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7887fec7 to 127.0.0.1:53099 2024-11-16T11:28:09,523 DEBUG [Thread-2133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:09,523 DEBUG [Thread-2131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49019618 to 127.0.0.1:53099 2024-11-16T11:28:09,523 DEBUG [Thread-2131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:09,524 DEBUG [Thread-2127 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62750e61 to 127.0.0.1:53099 2024-11-16T11:28:09,524 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:09,527 DEBUG [Thread-2125 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38481360 to 127.0.0.1:53099 2024-11-16T11:28:09,527 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:09,527 DEBUG [Thread-2129 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b968040 to 127.0.0.1:53099 2024-11-16T11:28:09,527 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36688 deadline: 1731756549833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36718 deadline: 1731756549833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36654 deadline: 1731756549836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,837 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/234d5d95f7584f3b98680d26b074e4e8 2024-11-16T11:28:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36722 deadline: 1731756549837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T11:28:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36682 deadline: 1731756549838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 2024-11-16T11:28:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/031ab88399e34840873c1cafdbb6f822 is 50, key is test_row_0/C:col10/1731756486572/Put/seqid=0 2024-11-16T11:28:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742334_1510 (size=12151) 2024-11-16T11:28:10,250 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/031ab88399e34840873c1cafdbb6f822 2024-11-16T11:28:10,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/221b060ab1a945009ddb8ad78876528b as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/221b060ab1a945009ddb8ad78876528b 2024-11-16T11:28:10,255 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/221b060ab1a945009ddb8ad78876528b, entries=150, sequenceid=185, filesize=30.4 K 2024-11-16T11:28:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/234d5d95f7584f3b98680d26b074e4e8 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/234d5d95f7584f3b98680d26b074e4e8 2024-11-16T11:28:10,259 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/234d5d95f7584f3b98680d26b074e4e8, entries=150, sequenceid=185, filesize=11.9 K 2024-11-16T11:28:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/031ab88399e34840873c1cafdbb6f822 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/031ab88399e34840873c1cafdbb6f822 2024-11-16T11:28:10,262 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/031ab88399e34840873c1cafdbb6f822, entries=150, sequenceid=185, filesize=11.9 K 2024-11-16T11:28:10,262 INFO [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 696115c1138a42b9207b95ae72c5c680 in 1745ms, sequenceid=185, compaction requested=true 2024-11-16T11:28:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de5e62237ead:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-16T11:28:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-16T11:28:10,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-16T11:28:10,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-16T11:28:10,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.9000 sec 2024-11-16T11:28:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-16T11:28:10,470 INFO [Thread-2124 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-16T11:28:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8581): Flush requested on 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T11:28:10,846 DEBUG [Thread-2118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x092e7af3 to 127.0.0.1:53099 2024-11-16T11:28:10,846 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,846 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b739a35 to 127.0.0.1:53099 2024-11-16T11:28:10,846 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,847 DEBUG [Thread-2120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17899883 to 127.0.0.1:53099 2024-11-16T11:28:10,847 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:10,848 DEBUG [Thread-2114 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58e7ba75 to 127.0.0.1:53099 2024-11-16T11:28:10,848 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:10,849 DEBUG [Thread-2116 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3005670a to 127.0.0.1:53099 2024-11-16T11:28:10,849 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,849 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5250 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5218 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5155 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5224 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5214 2024-11-16T11:28:10,850 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T11:28:10,850 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:28:10,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c53df25 to 127.0.0.1:53099 2024-11-16T11:28:10,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:10,850 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T11:28:10,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T11:28:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:10,853 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756490853"}]},"ts":"1731756490853"} 2024-11-16T11:28:10,854 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T11:28:10,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a968e82c4ef64aeeb8751053b5c23bd6_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_0/A:col10/1731756490842/Put/seqid=0 2024-11-16T11:28:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742335_1511 (size=12304) 2024-11-16T11:28:10,901 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T11:28:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T11:28:10,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, UNASSIGN}] 2024-11-16T11:28:10,907 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, UNASSIGN 2024-11-16T11:28:10,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=CLOSING, regionLocation=de5e62237ead,46287,1731756317671 2024-11-16T11:28:10,910 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:28:10,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671}] 2024-11-16T11:28:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:11,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to de5e62237ead,46287,1731756317671 2024-11-16T11:28:11,064 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:11,064 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T11:28:11,064 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 696115c1138a42b9207b95ae72c5c680, disabling compactions & flushes 2024-11-16T11:28:11,065 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:11,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:11,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a968e82c4ef64aeeb8751053b5c23bd6_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a968e82c4ef64aeeb8751053b5c23bd6_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:11,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4a6259a2fd3d41dfa6c872029c45983f, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:11,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4a6259a2fd3d41dfa6c872029c45983f is 175, key is test_row_0/A:col10/1731756490842/Put/seqid=0 2024-11-16T11:28:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742336_1512 (size=31105) 2024-11-16T11:28:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:11,678 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4a6259a2fd3d41dfa6c872029c45983f 2024-11-16T11:28:11,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/d166bb72cc3c49b9b585fc0b873b5edd is 50, key is test_row_0/B:col10/1731756490842/Put/seqid=0 2024-11-16T11:28:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742337_1513 (size=12151) 2024-11-16T11:28:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:12,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/d166bb72cc3c49b9b585fc0b873b5edd 2024-11-16T11:28:12,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/c862af802b724758a878d0233fe36a9d is 50, key is test_row_0/C:col10/1731756490842/Put/seqid=0 2024-11-16T11:28:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742338_1514 (size=12151) 2024-11-16T11:28:12,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/c862af802b724758a878d0233fe36a9d 2024-11-16T11:28:12,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4a6259a2fd3d41dfa6c872029c45983f as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4a6259a2fd3d41dfa6c872029c45983f 2024-11-16T11:28:12,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4a6259a2fd3d41dfa6c872029c45983f, entries=150, sequenceid=201, filesize=30.4 K 2024-11-16T11:28:12,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/d166bb72cc3c49b9b585fc0b873b5edd as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/d166bb72cc3c49b9b585fc0b873b5edd 2024-11-16T11:28:12,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/d166bb72cc3c49b9b585fc0b873b5edd, entries=150, sequenceid=201, filesize=11.9 K 2024-11-16T11:28:12,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/c862af802b724758a878d0233fe36a9d as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/c862af802b724758a878d0233fe36a9d 2024-11-16T11:28:12,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/c862af802b724758a878d0233fe36a9d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-16T11:28:12,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for 696115c1138a42b9207b95ae72c5c680 in 1694ms, sequenceid=201, compaction requested=true 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:12,539 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. after waiting 0 ms 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 696115c1138a42b9207b95ae72c5c680:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. because compaction request was cancelled 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 696115c1138a42b9207b95ae72c5c680:A 2024-11-16T11:28:12,539 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 696115c1138a42b9207b95ae72c5c680 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 696115c1138a42b9207b95ae72c5c680:B, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. because compaction request was cancelled 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 696115c1138a42b9207b95ae72c5c680:B 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 696115c1138a42b9207b95ae72c5c680:C, priority=-2147483648, current under compaction store size is 1 2024-11-16T11:28:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. because compaction request was cancelled 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=A 2024-11-16T11:28:12,539 DEBUG [RS:0;de5e62237ead:46287-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 696115c1138a42b9207b95ae72c5c680:C 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=B 2024-11-16T11:28:12,539 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:12,540 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 696115c1138a42b9207b95ae72c5c680, store=C 2024-11-16T11:28:12,540 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T11:28:12,545 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166c644d9c7f4c47cd8efdec7c6fbd9b06_696115c1138a42b9207b95ae72c5c680 is 50, key is test_row_2/A:col10/1731756490848/Put/seqid=0 2024-11-16T11:28:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742339_1515 (size=7324) 2024-11-16T11:28:12,952 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:28:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:12,961 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166c644d9c7f4c47cd8efdec7c6fbd9b06_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166c644d9c7f4c47cd8efdec7c6fbd9b06_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:12,962 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4bf2660a709249bb921f5635910452e7, store: [table=TestAcidGuarantees family=A region=696115c1138a42b9207b95ae72c5c680] 2024-11-16T11:28:12,963 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4bf2660a709249bb921f5635910452e7 is 175, key is test_row_2/A:col10/1731756490848/Put/seqid=0 2024-11-16T11:28:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742340_1516 (size=13815) 2024-11-16T11:28:13,370 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4bf2660a709249bb921f5635910452e7 2024-11-16T11:28:13,382 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/214f63dc70fa41e7a0480769a4219ec6 is 50, key is test_row_2/B:col10/1731756490848/Put/seqid=0 2024-11-16T11:28:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742341_1517 (size=7365) 2024-11-16T11:28:13,788 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/214f63dc70fa41e7a0480769a4219ec6 2024-11-16T11:28:13,801 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/84aee603196440ccb663f3df6a91898a is 50, key is test_row_2/C:col10/1731756490848/Put/seqid=0 2024-11-16T11:28:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742342_1518 (size=7365) 2024-11-16T11:28:14,207 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/84aee603196440ccb663f3df6a91898a 2024-11-16T11:28:14,241 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/A/4bf2660a709249bb921f5635910452e7 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4bf2660a709249bb921f5635910452e7 2024-11-16T11:28:14,251 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4bf2660a709249bb921f5635910452e7, entries=50, sequenceid=205, filesize=13.5 K 2024-11-16T11:28:14,252 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/B/214f63dc70fa41e7a0480769a4219ec6 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/214f63dc70fa41e7a0480769a4219ec6 2024-11-16T11:28:14,257 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/214f63dc70fa41e7a0480769a4219ec6, entries=50, sequenceid=205, filesize=7.2 K 2024-11-16T11:28:14,258 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/.tmp/C/84aee603196440ccb663f3df6a91898a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/84aee603196440ccb663f3df6a91898a 2024-11-16T11:28:14,262 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/84aee603196440ccb663f3df6a91898a, entries=50, sequenceid=205, filesize=7.2 K 2024-11-16T11:28:14,263 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 696115c1138a42b9207b95ae72c5c680 in 1724ms, sequenceid=205, compaction requested=true 2024-11-16T11:28:14,269 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=4 2024-11-16T11:28:14,270 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680. 2024-11-16T11:28:14,270 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 696115c1138a42b9207b95ae72c5c680: 2024-11-16T11:28:14,271 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:14,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=696115c1138a42b9207b95ae72c5c680, regionState=CLOSED 2024-11-16T11:28:14,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-16T11:28:14,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 696115c1138a42b9207b95ae72c5c680, server=de5e62237ead,46287,1731756317671 in 3.3630 sec 2024-11-16T11:28:14,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-16T11:28:14,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=696115c1138a42b9207b95ae72c5c680, UNASSIGN in 3.3690 sec 2024-11-16T11:28:14,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-16T11:28:14,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3740 sec 2024-11-16T11:28:14,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756494278"}]},"ts":"1731756494278"} 2024-11-16T11:28:14,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T11:28:14,292 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T11:28:14,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4420 sec 2024-11-16T11:28:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-16T11:28:14,964 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-16T11:28:14,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T11:28:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:14,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:14,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-16T11:28:14,973 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:14,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C, FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits] 2024-11-16T11:28:14,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/221b060ab1a945009ddb8ad78876528b to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/221b060ab1a945009ddb8ad78876528b 2024-11-16T11:28:14,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/2fcd987b8c6b45f48d8c9f57ed1dff89 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/2fcd987b8c6b45f48d8c9f57ed1dff89 2024-11-16T11:28:14,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4876d3ddeff748e386dfedb231a30a0a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4876d3ddeff748e386dfedb231a30a0a 2024-11-16T11:28:14,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4a6259a2fd3d41dfa6c872029c45983f to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4a6259a2fd3d41dfa6c872029c45983f 2024-11-16T11:28:14,988 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4bf2660a709249bb921f5635910452e7 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/4bf2660a709249bb921f5635910452e7 2024-11-16T11:28:14,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/58fd1567597c408d9484b5e29bf4e4e3 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/58fd1567597c408d9484b5e29bf4e4e3 2024-11-16T11:28:14,990 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/5ea58719627c4dbdbaeb1b7ae79c2a63 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/5ea58719627c4dbdbaeb1b7ae79c2a63 2024-11-16T11:28:14,991 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/7feff2e9015940f283f0fb242eae64b2 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/7feff2e9015940f283f0fb242eae64b2 2024-11-16T11:28:14,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/8212108f5c244248b9e0afc7caba6a51 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/8212108f5c244248b9e0afc7caba6a51 2024-11-16T11:28:14,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95028add249646908881535a24bf3419 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95028add249646908881535a24bf3419 2024-11-16T11:28:14,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95a6976cf0a14fbc93b3325e86629627 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/95a6976cf0a14fbc93b3325e86629627 2024-11-16T11:28:14,994 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/f335e7bcd2d747db939de766ef8b7ccf to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/A/f335e7bcd2d747db939de766ef8b7ccf 2024-11-16T11:28:14,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/214f63dc70fa41e7a0480769a4219ec6 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/214f63dc70fa41e7a0480769a4219ec6 2024-11-16T11:28:14,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/234d5d95f7584f3b98680d26b074e4e8 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/234d5d95f7584f3b98680d26b074e4e8 2024-11-16T11:28:14,997 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/420bd07fb8964df8aa5db49e42551bbe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/420bd07fb8964df8aa5db49e42551bbe 2024-11-16T11:28:14,998 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/54a2619d8e1549ab86705efcdb66a3fe to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/54a2619d8e1549ab86705efcdb66a3fe 2024-11-16T11:28:14,998 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/85deddc1a7ad42faa3774128d771c80d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/85deddc1a7ad42faa3774128d771c80d 2024-11-16T11:28:14,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/adc893bba1c9417597cfe601de442892 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/adc893bba1c9417597cfe601de442892 2024-11-16T11:28:15,000 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/b76a49987ca140ceb1ccda1d3d7082de to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/b76a49987ca140ceb1ccda1d3d7082de 2024-11-16T11:28:15,000 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/bd3004ee8d234a458bc1a2b335b85810 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/bd3004ee8d234a458bc1a2b335b85810 2024-11-16T11:28:15,001 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/c2e91e39cf4346b891cd97582e6542b1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/c2e91e39cf4346b891cd97582e6542b1 2024-11-16T11:28:15,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/ce554c34ddee4abdb4be3d95d1974565 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/ce554c34ddee4abdb4be3d95d1974565 2024-11-16T11:28:15,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/d166bb72cc3c49b9b585fc0b873b5edd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/d166bb72cc3c49b9b585fc0b873b5edd 2024-11-16T11:28:15,003 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/e1a987e8b5d44293a6eb7604edeeafb4 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/B/e1a987e8b5d44293a6eb7604edeeafb4 2024-11-16T11:28:15,005 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/031ab88399e34840873c1cafdbb6f822 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/031ab88399e34840873c1cafdbb6f822 2024-11-16T11:28:15,005 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/13e237aa92ef48ffa69b7183f43ee057 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/13e237aa92ef48ffa69b7183f43ee057 2024-11-16T11:28:15,006 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/41295094e9e74c99b56d9bdab270ac6c to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/41295094e9e74c99b56d9bdab270ac6c 2024-11-16T11:28:15,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/5f7f4e6ced0d4516a6d6627b86c6a8d0 2024-11-16T11:28:15,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/84aee603196440ccb663f3df6a91898a to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/84aee603196440ccb663f3df6a91898a 2024-11-16T11:28:15,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/aa3a1a3a18ab486d9510eb84af470ab1 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/aa3a1a3a18ab486d9510eb84af470ab1 2024-11-16T11:28:15,009 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/c862af802b724758a878d0233fe36a9d to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/c862af802b724758a878d0233fe36a9d 2024-11-16T11:28:15,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ca66f5272fa04077a3e611c192939096 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ca66f5272fa04077a3e611c192939096 2024-11-16T11:28:15,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/deeb16d771da4044a7e653b4db34bb34 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/deeb16d771da4044a7e653b4db34bb34 2024-11-16T11:28:15,011 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/e3efac7ec3ad4d73a9b40e7041d6e9dd to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/e3efac7ec3ad4d73a9b40e7041d6e9dd 2024-11-16T11:28:15,012 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ec52f5006daf4383aa143f8719b0cb61 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/ec52f5006daf4383aa143f8719b0cb61 2024-11-16T11:28:15,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/f76324643dad441092139b7b4e6bbeae to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/C/f76324643dad441092139b7b4e6bbeae 2024-11-16T11:28:15,014 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits/208.seqid to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680/recovered.edits/208.seqid 2024-11-16T11:28:15,014 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/default/TestAcidGuarantees/696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T11:28:15,015 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:28:15,015 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T11:28:15,017 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111601a002e0b80b45cabf5ab5b1e5bf18be_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111601a002e0b80b45cabf5ab5b1e5bf18be_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,018 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111612b407a5edc94dd091c49a3e78b82ddb_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111612b407a5edc94dd091c49a3e78b82ddb_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,019 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116379928ae2ed04f69af08c476a55225dc_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116379928ae2ed04f69af08c476a55225dc_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,019 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e60a64c883342d5af1491029ccf9b25_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e60a64c883342d5af1491029ccf9b25_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,020 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111669dc8e34ca3f45a2afc8f6f70b2571a3_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111669dc8e34ca3f45a2afc8f6f70b2571a3_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,021 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166c644d9c7f4c47cd8efdec7c6fbd9b06_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166c644d9c7f4c47cd8efdec7c6fbd9b06_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,021 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c4924fac3a44b468d83a9ad3d3ec008_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c4924fac3a44b468d83a9ad3d3ec008_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a899eb065a4848fb996ccd965cf0df60_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a899eb065a4848fb996ccd965cf0df60_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a968e82c4ef64aeeb8751053b5c23bd6_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a968e82c4ef64aeeb8751053b5c23bd6_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b961964427bd4ad1a559718739ec0311_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b961964427bd4ad1a559718739ec0311_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d1afebf512054fe48d00d687b9b1b767_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116d1afebf512054fe48d00d687b9b1b767_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,024 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f8c8fb41dbb74b408fb0e596f8c03bcb_696115c1138a42b9207b95ae72c5c680 to hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f8c8fb41dbb74b408fb0e596f8c03bcb_696115c1138a42b9207b95ae72c5c680 2024-11-16T11:28:15,025 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T11:28:15,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:15,028 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T11:28:15,029 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T11:28:15,030 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:15,030 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T11:28:15,030 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731756495030"}]},"ts":"9223372036854775807"} 2024-11-16T11:28:15,032 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T11:28:15,032 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 696115c1138a42b9207b95ae72c5c680, NAME => 'TestAcidGuarantees,,1731756466279.696115c1138a42b9207b95ae72c5c680.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T11:28:15,032 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T11:28:15,032 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731756495032"}]},"ts":"9223372036854775807"} 2024-11-16T11:28:15,033 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T11:28:15,068 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T11:28:15,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-11-16T11:28:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-16T11:28:15,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-16T11:28:15,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=448 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=3210 (was 3219) 2024-11-16T11:28:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T11:28:15,079 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T11:28:15,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a3c3fb3 to 127.0.0.1:53099 2024-11-16T11:28:15,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:15,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:28:15,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-11-16T11:28:15,080 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=de5e62237ead,38265,1731756316920 2024-11-16T11:28:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:28:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:28:15,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T11:28:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:28:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:28:15,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:15,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:28:15,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:28:15,090 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de5e62237ead,46287,1731756317671' ***** 2024-11-16T11:28:15,090 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T11:28:15,090 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:28:15,090 INFO [RS:0;de5e62237ead:46287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(3579): Received CLOSE for c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:28:15,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1224): stopping server de5e62237ead,46287,1731756317671 2024-11-16T11:28:15,091 DEBUG [RS:0;de5e62237ead:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:28:15,091 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T11:28:15,092 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c128ee5eaddc3bf65c4b94494dcd2da0, disabling compactions & flushes 2024-11-16T11:28:15,092 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1603): Online Regions={c128ee5eaddc3bf65c4b94494dcd2da0=hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:28:15,092 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:28:15,092 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. after waiting 0 ms 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:28:15,092 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:28:15,092 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c128ee5eaddc3bf65c4b94494dcd2da0 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T11:28:15,092 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-16T11:28:15,092 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:28:15,106 INFO [regionserver/de5e62237ead:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:28:15,111 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/.tmp/info/7e26c1c2e67c4c34b08614bb18b506de is 45, key is default/info:d/1731756322992/Put/seqid=0 2024-11-16T11:28:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742343_1519 (size=5037) 2024-11-16T11:28:15,115 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/info/09c793a776174303b07e4eb60c8304e5 is 143, key is hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0./info:regioninfo/1731756322841/Put/seqid=0 2024-11-16T11:28:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742344_1520 (size=7725) 2024-11-16T11:28:15,292 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:28:15,493 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c128ee5eaddc3bf65c4b94494dcd2da0 2024-11-16T11:28:15,508 INFO [regionserver/de5e62237ead:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:28:15,508 INFO [regionserver/de5e62237ead:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:28:15,516 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/.tmp/info/7e26c1c2e67c4c34b08614bb18b506de 2024-11-16T11:28:15,520 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/info/09c793a776174303b07e4eb60c8304e5 2024-11-16T11:28:15,525 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/.tmp/info/7e26c1c2e67c4c34b08614bb18b506de as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/info/7e26c1c2e67c4c34b08614bb18b506de 2024-11-16T11:28:15,529 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/info/7e26c1c2e67c4c34b08614bb18b506de, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T11:28:15,530 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c128ee5eaddc3bf65c4b94494dcd2da0 in 438ms, sequenceid=6, compaction requested=false 2024-11-16T11:28:15,534 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/namespace/c128ee5eaddc3bf65c4b94494dcd2da0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T11:28:15,534 INFO [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:28:15,534 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c128ee5eaddc3bf65c4b94494dcd2da0: 2024-11-16T11:28:15,535 DEBUG [RS_CLOSE_REGION-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731756321926.c128ee5eaddc3bf65c4b94494dcd2da0. 2024-11-16T11:28:15,543 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bb300e85df074abfb18936914b6e584a is 102, key is TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc./rep_barrier:/1731756351066/DeleteFamily/seqid=0 2024-11-16T11:28:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742345_1521 (size=6025) 2024-11-16T11:28:15,693 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T11:28:15,894 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T11:28:15,948 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bb300e85df074abfb18936914b6e584a 2024-11-16T11:28:15,976 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/table/a6b90573dcbb4a1cbef6a5d62dd108a2 is 96, key is TestAcidGuarantees,,1731756323196.87d1089caaa945082f6f78fa3303bafc./table:/1731756351066/DeleteFamily/seqid=0 2024-11-16T11:28:15,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742346_1522 (size=5942) 2024-11-16T11:28:16,094 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-16T11:28:16,094 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:28:16,094 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T11:28:16,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:28:16,295 DEBUG [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T11:28:16,380 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/table/a6b90573dcbb4a1cbef6a5d62dd108a2 2024-11-16T11:28:16,390 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/info/09c793a776174303b07e4eb60c8304e5 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/info/09c793a776174303b07e4eb60c8304e5 2024-11-16T11:28:16,394 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/info/09c793a776174303b07e4eb60c8304e5, entries=22, sequenceid=93, filesize=7.5 K 2024-11-16T11:28:16,395 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bb300e85df074abfb18936914b6e584a as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/rep_barrier/bb300e85df074abfb18936914b6e584a 2024-11-16T11:28:16,399 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/rep_barrier/bb300e85df074abfb18936914b6e584a, entries=6, sequenceid=93, filesize=5.9 K 2024-11-16T11:28:16,400 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/.tmp/table/a6b90573dcbb4a1cbef6a5d62dd108a2 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/table/a6b90573dcbb4a1cbef6a5d62dd108a2 2024-11-16T11:28:16,404 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/table/a6b90573dcbb4a1cbef6a5d62dd108a2, entries=9, sequenceid=93, filesize=5.8 K 2024-11-16T11:28:16,405 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=93, compaction requested=false 2024-11-16T11:28:16,410 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-16T11:28:16,411 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:28:16,411 INFO [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T11:28:16,411 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T11:28:16,411 DEBUG [RS_CLOSE_META-regionserver/de5e62237ead:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:28:16,495 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1250): stopping server de5e62237ead,46287,1731756317671; all regions closed. 2024-11-16T11:28:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741834_1010 (size=26050) 2024-11-16T11:28:16,507 DEBUG [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/oldWALs 2024-11-16T11:28:16,507 INFO [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de5e62237ead%2C46287%2C1731756317671.meta:.meta(num 1731756321615) 2024-11-16T11:28:16,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741832_1008 (size=12373938) 2024-11-16T11:28:16,513 DEBUG [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/oldWALs 2024-11-16T11:28:16,513 INFO [RS:0;de5e62237ead:46287 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL de5e62237ead%2C46287%2C1731756317671:(num 1731756320665) 2024-11-16T11:28:16,513 DEBUG [RS:0;de5e62237ead:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:16,513 INFO [RS:0;de5e62237ead:46287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:28:16,513 INFO [RS:0;de5e62237ead:46287 {}] hbase.ChoreService(370): Chore service for: regionserver/de5e62237ead:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T11:28:16,514 INFO [regionserver/de5e62237ead:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T11:28:16,514 INFO [RS:0;de5e62237ead:46287 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46287 2024-11-16T11:28:16,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de5e62237ead,46287,1731756317671 2024-11-16T11:28:16,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:28:16,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de5e62237ead,46287,1731756317671] 2024-11-16T11:28:16,559 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing de5e62237ead,46287,1731756317671; numProcessing=1 2024-11-16T11:28:16,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/de5e62237ead,46287,1731756317671 already deleted, retry=false 2024-11-16T11:28:16,567 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; de5e62237ead,46287,1731756317671 expired; onlineServers=0 2024-11-16T11:28:16,568 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'de5e62237ead,38265,1731756316920' ***** 2024-11-16T11:28:16,568 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:28:16,568 DEBUG [M:0;de5e62237ead:38265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de5e62237ead/172.17.0.2:0 2024-11-16T11:28:16,568 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegionServer(1224): stopping server de5e62237ead,38265,1731756316920 2024-11-16T11:28:16,568 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegionServer(1250): stopping server de5e62237ead,38265,1731756316920; all regions closed. 2024-11-16T11:28:16,568 DEBUG [M:0;de5e62237ead:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:28:16,569 DEBUG [M:0;de5e62237ead:38265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:28:16,569 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:28:16,569 DEBUG [M:0;de5e62237ead:38265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:28:16,569 DEBUG [master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.large.0-1731756320309 {}] cleaner.HFileCleaner(306): Exit Thread[master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.large.0-1731756320309,5,FailOnTimeoutGroup] 2024-11-16T11:28:16,569 DEBUG [master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.small.0-1731756320310 {}] cleaner.HFileCleaner(306): Exit Thread[master/de5e62237ead:0:becomeActiveMaster-HFileCleaner.small.0-1731756320310,5,FailOnTimeoutGroup] 2024-11-16T11:28:16,570 INFO [M:0;de5e62237ead:38265 {}] hbase.ChoreService(370): Chore service for: master/de5e62237ead:0 had [] on shutdown 2024-11-16T11:28:16,570 DEBUG [M:0;de5e62237ead:38265 {}] master.HMaster(1733): Stopping service threads 2024-11-16T11:28:16,570 INFO [M:0;de5e62237ead:38265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:28:16,571 ERROR [M:0;de5e62237ead:38265 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:41045 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41045,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-16T11:28:16,573 INFO [M:0;de5e62237ead:38265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:28:16,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:28:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T11:28:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:28:16,576 DEBUG [M:0;de5e62237ead:38265 {}] zookeeper.ZKUtil(347): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T11:28:16,576 WARN [M:0;de5e62237ead:38265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:28:16,576 INFO [M:0;de5e62237ead:38265 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T11:28:16,576 INFO [M:0;de5e62237ead:38265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:28:16,576 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:28:16,576 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:28:16,576 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:28:16,576 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:28:16,576 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:28:16,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:28:16,576 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=729.94 KB heapSize=894.40 KB 2024-11-16T11:28:16,597 DEBUG [M:0;de5e62237ead:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db5204a1c39f4eda9b4173cca54a20d9 is 82, key is hbase:meta,,1/info:regioninfo/1731756321732/Put/seqid=0 2024-11-16T11:28:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742347_1523 (size=5672) 2024-11-16T11:28:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:28:16,659 INFO [RS:0;de5e62237ead:46287 {}] regionserver.HRegionServer(1307): Exiting; stopping=de5e62237ead,46287,1731756317671; zookeeper connection closed. 2024-11-16T11:28:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x10144adf8820001, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:28:16,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38401ce6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38401ce6 2024-11-16T11:28:16,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T11:28:17,001 INFO [M:0;de5e62237ead:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db5204a1c39f4eda9b4173cca54a20d9 2024-11-16T11:28:17,029 DEBUG [M:0;de5e62237ead:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c83268cc3c44cfb8dc716bfba281c9 is 2277, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1731756354545/Put/seqid=0 2024-11-16T11:28:17,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742348_1524 (size=45017) 2024-11-16T11:28:17,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:28:17,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:28:17,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T11:28:17,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T11:28:17,433 INFO [M:0;de5e62237ead:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729.39 KB at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c83268cc3c44cfb8dc716bfba281c9 2024-11-16T11:28:17,442 INFO [M:0;de5e62237ead:38265 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0c83268cc3c44cfb8dc716bfba281c9 2024-11-16T11:28:17,457 DEBUG [M:0;de5e62237ead:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595c1bec4a804129a2ce952b25294d24 is 69, key is de5e62237ead,46287,1731756317671/rs:state/1731756320439/Put/seqid=0 2024-11-16T11:28:17,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073742349_1525 (size=5156) 2024-11-16T11:28:17,862 INFO [M:0;de5e62237ead:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595c1bec4a804129a2ce952b25294d24 2024-11-16T11:28:17,873 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db5204a1c39f4eda9b4173cca54a20d9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db5204a1c39f4eda9b4173cca54a20d9 2024-11-16T11:28:17,876 INFO [M:0;de5e62237ead:38265 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db5204a1c39f4eda9b4173cca54a20d9, entries=8, sequenceid=2009, filesize=5.5 K 2024-11-16T11:28:17,877 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c83268cc3c44cfb8dc716bfba281c9 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0c83268cc3c44cfb8dc716bfba281c9 2024-11-16T11:28:17,880 INFO [M:0;de5e62237ead:38265 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0c83268cc3c44cfb8dc716bfba281c9 2024-11-16T11:28:17,881 INFO [M:0;de5e62237ead:38265 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0c83268cc3c44cfb8dc716bfba281c9, entries=179, sequenceid=2009, filesize=44.0 K 2024-11-16T11:28:17,881 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595c1bec4a804129a2ce952b25294d24 as hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/595c1bec4a804129a2ce952b25294d24 2024-11-16T11:28:17,884 INFO [M:0;de5e62237ead:38265 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41045/user/jenkins/test-data/aa5ecff0-394f-6290-16a5-0c2ac8fe0ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/595c1bec4a804129a2ce952b25294d24, entries=1, sequenceid=2009, filesize=5.0 K 2024-11-16T11:28:17,885 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegion(3040): Finished flush of dataSize ~729.94 KB/747461, heapSize ~894.10 KB/915560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=2009, compaction requested=false 2024-11-16T11:28:17,887 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:28:17,887 DEBUG [M:0;de5e62237ead:38265 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T11:28:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741830_1006 (size=879285) 2024-11-16T11:28:17,890 INFO [M:0;de5e62237ead:38265 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T11:28:17,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T11:28:17,890 INFO [M:0;de5e62237ead:38265 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38265 2024-11-16T11:28:17,931 DEBUG [M:0;de5e62237ead:38265 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/de5e62237ead,38265,1731756316920 already deleted, retry=false 2024-11-16T11:28:18,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:28:18,040 INFO [M:0;de5e62237ead:38265 {}] regionserver.HRegionServer(1307): Exiting; stopping=de5e62237ead,38265,1731756316920; zookeeper connection closed. 2024-11-16T11:28:18,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10144adf8820000, quorum=127.0.0.1:53099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:28:18,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:28:18,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:28:18,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:28:18,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:28:18,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.log.dir/,STOPPED} 2024-11-16T11:28:18,055 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:28:18,055 WARN [BP-1084019604-172.17.0.2-1731756313795 heartbeating to localhost/127.0.0.1:41045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:28:18,055 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:28:18,055 WARN [BP-1084019604-172.17.0.2-1731756313795 heartbeating to localhost/127.0.0.1:41045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1084019604-172.17.0.2-1731756313795 (Datanode Uuid 831c0d7c-bc29-4637-a7cc-6042ea5577bc) service to localhost/127.0.0.1:41045 2024-11-16T11:28:18,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data1/current/BP-1084019604-172.17.0.2-1731756313795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:28:18,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/cluster_21e931fe-f3a2-a2a3-790a-68f45cc84e15/dfs/data/data2/current/BP-1084019604-172.17.0.2-1731756313795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:28:18,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:28:18,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:28:18,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:28:18,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:28:18,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:28:18,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c91564b7-357c-5358-5e9f-94f64f49386b/hadoop.log.dir/,STOPPED} 2024-11-16T11:28:18,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:28:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down